05:46:43.781 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:46:43.792 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskq0sWiq/test-tmp
05:46:43.795 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:46:43.798 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskq0sWiq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:46:44.005 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
05:46:44.153 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:46:44.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:46:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.158063 8458 mini_oidc.cc:152] Starting JWKS server
05:46:44.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.162084 8458 webserver.cc:460] Webserver started at http://127.0.0.1:44455/ using document root <none> and password file <none>
05:46:44.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.162561 8458 mini_oidc.cc:189] Starting OIDC Discovery server
05:46:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.164836 8458 webserver.cc:460] Webserver started at http://127.0.0.1:45251/ using document root <none> and password file <none>
05:46:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:46:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:46:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:46:44Z Disabled control of system clock
05:46:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.213025 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal
05:46:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/logs
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data/info.pb
05:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.190:38965
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.190
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json with env {}
05:46:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.495395 8470 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.495904 8470 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.496531 8470 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.525866 8470 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.526118 8470 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.526484 8470 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.526786 8470 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.527091 8470 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.527639 8470 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44455/jwks.json
05:46:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.568135 8470 master_runner.cc:386] Master server non-default flags:
05:46:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data
05:46:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal
05:46:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.190:38965
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json
05:46:44.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data/info.pb
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.190
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/logs
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.569382 8470 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.570955 8470 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.590025 8479 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.590049 8476 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:44.591266 8470 server_base.cc:1034] running on GCE node
05:46:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:44.590086 8477 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.776612 8470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.779350 8470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.780730 8470 hybrid_clock.cc:648] HybridClock initialized: now 1782020805780688 us; error 59 us; skew 500 ppm
05:46:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.781613 8470 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.787812 8470 webserver.cc:460] Webserver started at http://127.8.66.190:45065/ using document root <none> and password file <none>
05:46:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.788766 8470 fs_manager.cc:359] Metadata directory not provided
05:46:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.789013 8470 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.789393 8470 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.794091 8470 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data/instance:
05:46:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19fba2a1aef3443fa477b0054857495e"
05:46:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:45 on dist-test-slave-84n2"
05:46:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.795310 8470 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal/instance:
05:46:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19fba2a1aef3443fa477b0054857495e"
05:46:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:45 on dist-test-slave-84n2"
05:46:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.802810 8470 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
05:46:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.808033 8486 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.809119 8470 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
05:46:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.809379 8470 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal
05:46:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19fba2a1aef3443fa477b0054857495e"
05:46:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:45 on dist-test-slave-84n2"
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.809664 8470 fs_report.cc:383] FS layout report
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data/data
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.849726 8470 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.851150 8470 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.851533 8470 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.917114 8470 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.190:38965
05:46:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.917222 8537 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.190:38965 every 8 connection(s)
05:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.919576 8470 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/data/info.pb
05:46:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.922214 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 8470
05:46:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.922818 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-0/wal/instance
05:46:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.924954 8538 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.927896 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/logs
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data/info.pb
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.189:37371
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.189
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json with env {}
05:46:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.937654 8538 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } has no permanent_uuid. Determining permanent_uuid...
05:46:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:45.968643 8538 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } has no permanent_uuid. Determining permanent_uuid...
05:46:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:45.970808 8487 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:45.974736 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.024171 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 1
05:46:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.028262 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.096701 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 2
05:46:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.100612 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.192011 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 3
05:46:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.195926 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.233731 8540 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.234334 8540 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.234977 8540 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.264930 8540 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.265192 8540 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.265378 8540 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.265555 8540 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.265744 8540 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.265981 8540 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44455/jwks.json
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.299813 8540 master_runner.cc:386] Master server non-default flags:
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data
05:46:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.189:37371
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data/info.pb
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.189
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/logs
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.301024 8540 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.303089 8540 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.321636 8549 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.339329 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 4
05:46:46.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.342736 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.642153 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 5
05:46:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.646623 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.193984 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 6
05:46:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.201298 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.189:37371: Network error: Client connection negotiation failed: client connection to 127.8.66.189:37371: connect: Connection refused (error 111)
05:46:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.321918 8552 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:46.321910 8550 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:46.323585 8540 server_base.cc:1034] running on GCE node
05:46:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.509421 8540 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:47.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.512523 8540 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.513945 8540 hybrid_clock.cc:648] HybridClock initialized: now 1782020807513902 us; error 61 us; skew 500 ppm
05:46:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.515033 8540 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.521090 8540 webserver.cc:460] Webserver started at http://127.8.66.189:37461/ using document root <none> and password file <none>
05:46:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.521991 8540 fs_manager.cc:359] Metadata directory not provided
05:46:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.522214 8540 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.522625 8540 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.527249 8540 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data/instance:
05:46:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27fce9d3fc4046d69aa2798d0f23566f"
05:46:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:47 on dist-test-slave-84n2"
05:46:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.528383 8540 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal/instance:
05:46:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27fce9d3fc4046d69aa2798d0f23566f"
05:46:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:47 on dist-test-slave-84n2"
05:46:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.535209 8540 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
05:46:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.540292 8561 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:47.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.541334 8540 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.541689 8540 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27fce9d3fc4046d69aa2798d0f23566f"
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:47 on dist-test-slave-84n2"
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.542085 8540 fs_report.cc:383] FS layout report
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal
05:46:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal
05:46:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data/data
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.592532 8540 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.594061 8540 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.594617 8540 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.661791 8540 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.189:37371
05:46:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.661979 8612 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.189:37371 every 8 connection(s)
05:46:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.664542 8540 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/data/info.pb
05:46:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.669370 8613 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.669534 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 8540
05:46:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.669828 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-1/wal/instance
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.671841 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/logs
05:46:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data/info.pb
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.188:33787
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.188
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json with env {}
05:46:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.681133 8613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } has no permanent_uuid. Determining permanent_uuid...
05:46:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.702790 8613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } has no permanent_uuid. Determining permanent_uuid...
05:46:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.718159 8613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } has no permanent_uuid. Determining permanent_uuid...
05:46:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.720539 8565 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.724673 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.774222 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 1
05:46:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.777554 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.846021 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 2
05:46:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.849617 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:47.941044 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 3
05:46:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.944456 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.980098 8615 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.980636 8615 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:47.981070 8615 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.010879 8615 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.011212 8615 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.011415 8615 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.011656 8615 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.011948 8615 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.012111 8615 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44455/jwks.json
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.045738 8615 master_runner.cc:386] Master server non-default flags:
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.188:33787
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44455/jwks.json
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data/info.pb
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.188
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/logs
05:46:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.047202 8615 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.049054 8615 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.074854 8628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.087862 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 4
05:46:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.091495 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.261719 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } attempt: 7
05:46:48.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.278671 8538 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } has no permanent_uuid. Determining permanent_uuid...
05:46:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.283766 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.342149 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 1
05:46:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.346277 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.390894 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 5
05:46:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.395438 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.427647 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 2
05:46:48.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.431609 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.517213 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 3
05:46:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.521833 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.662238 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 4
05:46:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.667580 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.942902 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 6
05:46:48.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.949626 8613 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:48.951016 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 5
05:46:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.956089 8538 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.66.188:33787: Network error: Client connection negotiation failed: client connection to 127.8.66.188:33787: connect: Connection refused (error 111)
05:46:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.074958 8626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:48.076973 8625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.272432 8627 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:46:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.272476 8615 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.276527 8615 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.279518 8615 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.280951 8615 hybrid_clock.cc:648] HybridClock initialized: now 1782020809280912 us; error 60 us; skew 500 ppm
05:46:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.281708 8615 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.288552 8615 webserver.cc:460] Webserver started at http://127.8.66.188:44361/ using document root <none> and password file <none>
05:46:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.289393 8615 fs_manager.cc:359] Metadata directory not provided
05:46:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.289561 8615 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.289942 8615 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.295150 8615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data/instance:
05:46:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35cf7a604b204fff871ccdd0f1406646"
05:46:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:49 on dist-test-slave-84n2"
05:46:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.296154 8615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal/instance:
05:46:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35cf7a604b204fff871ccdd0f1406646"
05:46:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:49 on dist-test-slave-84n2"
05:46:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.303515 8615 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
05:46:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.309181 8640 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.310420 8615 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.310793 8615 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35cf7a604b204fff871ccdd0f1406646"
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:49 on dist-test-slave-84n2"
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.311223 8615 fs_report.cc:383] FS layout report
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data/data
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.356099 8615 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.357507 8615 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.357905 8615 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.433825 8615 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.188:33787
05:46:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.433914 8691 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.188:33787 every 8 connection(s)
05:46:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.436443 8615 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/data/info.pb
05:46:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.438982 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 8615
05:46:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.439457 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/master-2/wal/instance
05:46:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.443185 8692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:46:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.467058 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } has no permanent_uuid. Determining permanent_uuid...
05:46:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.492187 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } has no permanent_uuid. Determining permanent_uuid...
05:46:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.503185 8692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } has no permanent_uuid. Determining permanent_uuid...
05:46:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.508456 8538 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 6
05:46:49.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.521909 8692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: Bootstrap starting.
05:46:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.529440 8692 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: Neither blocks nor log segments found. Creating new log.
05:46:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.531212 8692 log.cc:824] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: Log is configured to *not* fsync() on all Append() calls
05:46:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.532186 8538 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: Bootstrap starting.
05:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.536257 8692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: No bootstrap required, opened a new log
05:46:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.537946 8538 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: Neither blocks nor log segments found. Creating new log.
05:46:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.540290 8538 log.cc:824] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: Log is configured to *not* fsync() on all Append() calls
05:46:49.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.545027 8538 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: No bootstrap required, opened a new log
05:46:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.558092 8692 raft_consensus.cc:348] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.558947 8692 raft_consensus.cc:374] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.559206 8692 raft_consensus.cc:729] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35cf7a604b204fff871ccdd0f1406646, State: Initialized, Role: FOLLOWER
05:46:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.560150 8692 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.563709 8704 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.565303 8704 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: This master's current role is: FOLLOWER
05:46:49.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.565485 8692 sys_catalog.cc:564] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: configured and running, proceeding with master startup.
05:46:49.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.570415 8538 raft_consensus.cc:348] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.571004 8538 raft_consensus.cc:374] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:49.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.571308 8538 raft_consensus.cc:729] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19fba2a1aef3443fa477b0054857495e, State: Initialized, Role: FOLLOWER
05:46:49.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.572230 8538 consensus_queue.cc:260] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.575774 8708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.577320 8708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: This master's current role is: FOLLOWER
05:46:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.577981 8538 sys_catalog.cc:564] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: configured and running, proceeding with master startup.
05:46:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.609376 8492 tablet.cc:2369] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.611462 8721 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.614030 8646 tablet.cc:2369] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:46:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.619203 8721 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.595589 8615 master_runner.cc:186] Error getting master registration for 127.8.66.190:38965: OK, instance_id { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" instance_seqno: 1782020805898941 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:46:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.627722 8615 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.642068 8728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:46:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:49.642648 8728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:46:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.630005 8470 master_runner.cc:186] Error getting master registration for 127.8.66.189:37371: OK, instance_id { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" instance_seqno: 1782020807643878 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:46:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.667433 8470 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:46:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.896623 8704 raft_consensus.cc:482] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:46:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.897164 8704 raft_consensus.cc:504] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.899588 8704 leader_election.cc:288] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 19fba2a1aef3443fa477b0054857495e (127.8.66.190:38965), 27fce9d3fc4046d69aa2798d0f23566f (127.8.66.189:37371)
05:46:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.901273 8513 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35cf7a604b204fff871ccdd0f1406646" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19fba2a1aef3443fa477b0054857495e" is_pre_election: true
05:46:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.902124 8513 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35cf7a604b204fff871ccdd0f1406646 in term 0.
05:46:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.903450 8642 leader_election.cc:302] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19fba2a1aef3443fa477b0054857495e, 35cf7a604b204fff871ccdd0f1406646; no voters:
05:46:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.904318 8704 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:46:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.904635 8704 raft_consensus.cc:482] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.904944 8704 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 0 FOLLOWER]: Advancing to term 1
05:46:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.911618 8704 raft_consensus.cc:504] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.914403 8513 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35cf7a604b204fff871ccdd0f1406646" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19fba2a1aef3443fa477b0054857495e"
05:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.914912 8513 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 0 FOLLOWER]: Advancing to term 1
05:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.920820 8513 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35cf7a604b204fff871ccdd0f1406646 in term 1.
05:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.923434 8642 leader_election.cc:302] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19fba2a1aef3443fa477b0054857495e, 35cf7a604b204fff871ccdd0f1406646; no voters:
05:46:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.930989 8730 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 1 FOLLOWER]: Leader election won for term 1
05:46:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.932539 8704 leader_election.cc:288] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [CANDIDATE]: Term 1 election: Requested vote from peers 19fba2a1aef3443fa477b0054857495e (127.8.66.190:38965), 27fce9d3fc4046d69aa2798d0f23566f (127.8.66.189:37371)
05:46:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.934103 8730 raft_consensus.cc:686] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [term 1 LEADER]: Becoming Leader. State: Replica: 35cf7a604b204fff871ccdd0f1406646, State: Running, Role: LEADER
05:46:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.935565 8730 consensus_queue.cc:237] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.957057 8704 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35cf7a604b204fff871ccdd0f1406646. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.958009 8704 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: This master's current role is: LEADER
05:46:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.967864 8733 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:46:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:49.974633 8733 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:46:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.007339 8513 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [term 1 FOLLOWER]: Refusing update from remote peer 35cf7a604b204fff871ccdd0f1406646: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:46:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.010211 8613 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } attempt: 7
05:46:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.010020 8704 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [LEADER]: Connected to new peer: Peer: permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:46:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.049407 8708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35cf7a604b204fff871ccdd0f1406646. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.050526 8708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: This master's current role is: FOLLOWER
05:46:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.050806 8731 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.051568 8731 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: This master's current role is: LEADER
05:46:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.061453 8733 catalog_manager.cc:1347] Generated new cluster ID: cd5fbfcd2c59423c837b451abc10fd9f
05:46:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.061796 8733 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:46:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.073316 8736 mvcc.cc:205] Tried to move back new op lower bound from 7299157237769699328 to 7299157237507346432. Current Snapshot: MvccSnapshot[applied={T|T < 7299157237769699328}]
05:46:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.076122 8613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: Bootstrap starting.
05:46:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.093151 8708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.093868 8708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e [sys.catalog]: This master's current role is: FOLLOWER
05:46:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.100940 8613 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: Neither blocks nor log segments found. Creating new log.
05:46:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.106801 8613 log.cc:824] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: Log is configured to *not* fsync() on all Append() calls
05:46:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.121381 8613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: No bootstrap required, opened a new log
05:46:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.134433 8733 catalog_manager.cc:1370] Generated new certificate authority record
05:46:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.142719 8733 catalog_manager.cc:1504] Loading token signing keys...
05:46:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.160183 8613 raft_consensus.cc:348] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.162344 8613 raft_consensus.cc:374] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:46:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.162624 8613 raft_consensus.cc:729] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27fce9d3fc4046d69aa2798d0f23566f, State: Initialized, Role: FOLLOWER
05:46:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.163496 8613 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } }
05:46:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.171458 8742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.172214 8742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: This master's current role is: FOLLOWER
05:46:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.174886 8613 sys_catalog.cc:564] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: configured and running, proceeding with master startup.
05:46:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.177330 8588 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35cf7a604b204fff871ccdd0f1406646" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27fce9d3fc4046d69aa2798d0f23566f" is_pre_election: true
05:46:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.178159 8588 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35cf7a604b204fff871ccdd0f1406646 in term 0.
05:46:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.179406 8586 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 0 FOLLOWER]: Advancing to term 1
05:46:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.182374 8587 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35cf7a604b204fff871ccdd0f1406646" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27fce9d3fc4046d69aa2798d0f23566f"
05:46:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.198140 8586 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [term 1 FOLLOWER]: Refusing update from remote peer 35cf7a604b204fff871ccdd0f1406646: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:46:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.199901 8704 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:46:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.211674 8733 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646: Generated new TSK 0
05:46:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.212986 8733 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:46:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.246821 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/logs
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data/info.pb
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.129:0
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.129
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.129
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.268906 8742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35cf7a604b204fff871ccdd0f1406646. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.269026 8750 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.270004 8742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: This master's current role is: FOLLOWER
05:46:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.270035 8750 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f [sys.catalog]: This master's current role is: FOLLOWER
05:46:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.282923 8759 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:46:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.631143 8753 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.631682 8753 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.632297 8753 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.648411 8728 catalog_manager.cc:1259] Loaded cluster ID: cd5fbfcd2c59423c837b451abc10fd9f
05:46:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.648905 8728 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: loading cluster ID for follower catalog manager: success
05:46:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.656435 8728 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: acquiring CA information for follower catalog manager: success
05:46:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.662961 8728 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 19fba2a1aef3443fa477b0054857495e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:46:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.680830 8753 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.682529 8753 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.66.129
05:46:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.716051 8704 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "35cf7a604b204fff871ccdd0f1406646" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "19fba2a1aef3443fa477b0054857495e" member_type: VOTER last_known_addr { host: "127.8.66.190" port: 38965 } } peers { permanent_uuid: "27fce9d3fc4046d69aa2798d0f23566f" member_type: VOTER last_known_addr { host: "127.8.66.189" port: 37371 } } peers { permanent_uuid: "35cf7a604b204fff871ccdd0f1406646" member_type: VOTER last_known_addr { host: "127.8.66.188" port: 33787 } } }
05:46:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.718358 8704 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35cf7a604b204fff871ccdd0f1406646 [sys.catalog]: This master's current role is: LEADER
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.743057 8753 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data
05:46:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.129:0
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data/info.pb
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.129
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.129
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/logs
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.746462 8753 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:50.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:50.748725 8753 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.774806 8769 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:51.312357 8759 catalog_manager.cc:1259] Loaded cluster ID: cd5fbfcd2c59423c837b451abc10fd9f
05:46:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:51.312752 8759 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: loading cluster ID for follower catalog manager: success
05:46:51.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:51.356027 8759 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: acquiring CA information for follower catalog manager: success
05:46:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:51.379480 8759 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 27fce9d3fc4046d69aa2798d0f23566f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:46:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:52.167562 8768 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 8753
05:46:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:52.703672 8753 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.930s user 0.743s sys 1.096s
05:46:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:52.709669 8753 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.937s user 0.743s sys 1.097s
05:46:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:50.775285 8770 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:52.724797 8775 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.727298 8753 server_base.cc:1034] running on GCE node
05:46:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.729261 8753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.733362 8753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:52.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.734930 8753 hybrid_clock.cc:648] HybridClock initialized: now 1782020812734893 us; error 37 us; skew 500 ppm
05:46:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.735951 8753 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.757001 8753 webserver.cc:460] Webserver started at http://127.8.66.129:36177/ using document root <none> and password file <none>
05:46:52.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.758246 8753 fs_manager.cc:359] Metadata directory not provided
05:46:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.758504 8753 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.759047 8753 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.766222 8753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data/instance:
05:46:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4522c81b0114b0685b758ea9142ca76"
05:46:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:52 on dist-test-slave-84n2"
05:46:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.767822 8753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal/instance:
05:46:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4522c81b0114b0685b758ea9142ca76"
05:46:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:52 on dist-test-slave-84n2"
05:46:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.788401 8753 fs_manager.cc:691] Time spent creating directory manager: real 0.020s user 0.013s sys 0.005s
05:46:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.811151 8780 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.812574 8753 fs_manager.cc:725] Time spent opening block manager: real 0.020s user 0.009s sys 0.011s
05:46:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.812961 8753 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal
05:46:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4522c81b0114b0685b758ea9142ca76"
05:46:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:52 on dist-test-slave-84n2"
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.813422 8753 fs_report.cc:383] FS layout report
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data/data
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.899276 8753 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.901098 8753 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.901638 8753 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.910795 8753 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.922499 8753 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.922775 8753 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.923066 8753 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:52.923283 8753 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.239820 8753 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.129:43009
05:46:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.239890 8892 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.129:43009 every 8 connection(s)
05:46:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.243323 8753 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/data/info.pb
05:46:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.248878 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 8753
05:46:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.249326 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-0/wal/instance
05:46:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.270129 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal
05:46:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data
05:46:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/logs
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data/info.pb
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.130:0
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.130
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.130
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.316974 8895 heartbeater.cc:347] Connected to a master server at 127.8.66.190:38965
05:46:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.317839 8894 heartbeater.cc:347] Connected to a master server at 127.8.66.189:37371
05:46:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.318188 8894 heartbeater.cc:464] Registering TS with master...
05:46:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.317463 8895 heartbeater.cc:464] Registering TS with master...
05:46:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.319330 8894 heartbeater.cc:511] Master 127.8.66.189:37371 requested a full tablet report, sending...
05:46:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.319553 8893 heartbeater.cc:347] Connected to a master server at 127.8.66.188:33787
05:46:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.326484 8895 heartbeater.cc:511] Master 127.8.66.190:38965 requested a full tablet report, sending...
05:46:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.328070 8578 ts_manager.cc:194] Registered new tserver with Master: f4522c81b0114b0685b758ea9142ca76 (127.8.66.129:43009)
05:46:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.330862 8503 ts_manager.cc:194] Registered new tserver with Master: f4522c81b0114b0685b758ea9142ca76 (127.8.66.129:43009)
05:46:53.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.325554 8893 heartbeater.cc:464] Registering TS with master...
05:46:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.333084 8893 heartbeater.cc:511] Master 127.8.66.188:33787 requested a full tablet report, sending...
05:46:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.335536 8657 ts_manager.cc:194] Registered new tserver with Master: f4522c81b0114b0685b758ea9142ca76 (127.8.66.129:43009)
05:46:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.338912 8657 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.66.129:58861
05:46:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.622618 8903 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.623183 8903 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.623780 8903 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.655833 8903 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.656613 8903 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.66.130
05:46:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.691445 8903 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.130:0
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data/info.pb
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.130
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.130
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/logs
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.692907 8903 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:53.694967 8903 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:53.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.726120 8909 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.342998 8893 heartbeater.cc:503] Master 127.8.66.188:33787 was elected leader, sending a full tablet report...
05:46:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.727649 8912 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:53.726742 8910 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:54.935207 8911 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:46:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.935426 8903 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:46:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.940289 8903 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.943023 8903 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.944459 8903 hybrid_clock.cc:648] HybridClock initialized: now 1782020814944398 us; error 76 us; skew 500 ppm
05:46:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.945216 8903 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.952397 8903 webserver.cc:460] Webserver started at http://127.8.66.130:45493/ using document root <none> and password file <none>
05:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.953234 8903 fs_manager.cc:359] Metadata directory not provided
05:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.953410 8903 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.953769 8903 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.958559 8903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data/instance:
05:46:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c06bbf4921b47359c1ba1dc7b7d3e8c"
05:46:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:54 on dist-test-slave-84n2"
05:46:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.959815 8903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal/instance:
05:46:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c06bbf4921b47359c1ba1dc7b7d3e8c"
05:46:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:54 on dist-test-slave-84n2"
05:46:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.967195 8903 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
05:46:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.972442 8921 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.973412 8903 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.973781 8903 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c06bbf4921b47359c1ba1dc7b7d3e8c"
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:54 on dist-test-slave-84n2"
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:54.974118 8903 fs_report.cc:383] FS layout report
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data/data
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.012231 8903 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.013715 8903 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.014245 8903 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.016696 8903 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.020642 8903 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.020896 8903 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.021203 8903 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.021443 8903 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.168095 8903 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.130:39543
05:46:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.168587 9033 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.130:39543 every 8 connection(s)
05:46:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.170637 8903 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/data/info.pb
05:46:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.183053 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 8903
05:46:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.183832 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-1/wal/instance
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.196923 8458 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/logs
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data/info.pb
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.131:0
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.131
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.131
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:46:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.216230 9034 heartbeater.cc:347] Connected to a master server at 127.8.66.188:33787
05:46:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.216724 9034 heartbeater.cc:464] Registering TS with master...
05:46:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.217921 9034 heartbeater.cc:511] Master 127.8.66.188:33787 requested a full tablet report, sending...
05:46:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.220640 9035 heartbeater.cc:347] Connected to a master server at 127.8.66.189:37371
05:46:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.220956 9035 heartbeater.cc:464] Registering TS with master...
05:46:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.221004 8657 ts_manager.cc:194] Registered new tserver with Master: 6c06bbf4921b47359c1ba1dc7b7d3e8c (127.8.66.130:39543)
05:46:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.221751 9035 heartbeater.cc:511] Master 127.8.66.189:37371 requested a full tablet report, sending...
05:46:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.223119 8657 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.66.130:35469
05:46:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.224269 8578 ts_manager.cc:194] Registered new tserver with Master: 6c06bbf4921b47359c1ba1dc7b7d3e8c (127.8.66.130:39543)
05:46:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.227936 9036 heartbeater.cc:347] Connected to a master server at 127.8.66.190:38965
05:46:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.228273 9036 heartbeater.cc:464] Registering TS with master...
05:46:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.229020 9036 heartbeater.cc:511] Master 127.8.66.190:38965 requested a full tablet report, sending...
05:46:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.232213 8503 ts_manager.cc:194] Registered new tserver with Master: 6c06bbf4921b47359c1ba1dc7b7d3e8c (127.8.66.130:39543)
05:46:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.518493 9044 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.519014 9044 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.519610 9044 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.549943 9044 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.550920 9044 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.66.131
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.585599 9044 tablet_server_runner.cc:78] Tablet server non-default flags:
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.66.148:42265
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.66.131:0
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data/info.pb
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.66.131
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.66.190:38965,127.8.66.189:37371,127.8.66.188:33787
05:46:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.66.131
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/logs
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.587162 9044 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.589078 9044 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.610965 9051 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.229354 9034 heartbeater.cc:503] Master 127.8.66.188:33787 was elected leader, sending a full tablet report...
05:46:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.611351 9050 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:55.613418 9044 server_base.cc:1034] running on GCE node
05:46:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:55.612454 9053 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:46:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.812896 9044 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:46:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.815114 9044 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:46:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.816468 9044 hybrid_clock.cc:648] HybridClock initialized: now 1782020816816445 us; error 44 us; skew 500 ppm
05:46:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.817224 9044 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:46:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.823257 9044 webserver.cc:460] Webserver started at http://127.8.66.131:36283/ using document root <none> and password file <none>
05:46:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.824080 9044 fs_manager.cc:359] Metadata directory not provided
05:46:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.824267 9044 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:46:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.824637 9044 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:46:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.829840 9044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data/instance:
05:46:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "082d8abdc0bd4807b836ed98b5dee269"
05:46:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:56 on dist-test-slave-84n2"
05:46:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.830978 9044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal/instance:
05:46:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "082d8abdc0bd4807b836ed98b5dee269"
05:46:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:56 on dist-test-slave-84n2"
05:46:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.837704 9044 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
05:46:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.842963 9061 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.843896 9044 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.844167 9044 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "082d8abdc0bd4807b836ed98b5dee269"
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:46:56 on dist-test-slave-84n2"
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.844445 9044 fs_report.cc:383] FS layout report
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data/data
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:46:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:46:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:46:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.893903 9044 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:46:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.895336 9044 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:46:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.895737 9044 kserver.cc:163] Server-wide thread pool size limit: 3276
05:46:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.898066 9044 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:46:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.901885 9044 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:46:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.902068 9044 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:46:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.902352 9044 ts_tablet_manager.cc:610] Registered 0 tablets
05:46:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:56.902491 9044 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:46:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.054500 9044 rpc_server.cc:307] RPC server started. Bound to: 127.8.66.131:36345
05:46:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.054656 9173 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.66.131:36345 every 8 connection(s)
05:46:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.056764 9044 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/data/info.pb
05:46:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.065488 8458 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9044
05:46:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.066071 8458 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster2472231471699984653/ts-2/wal/instance
05:46:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.107620 9175 heartbeater.cc:347] Connected to a master server at 127.8.66.189:37371
05:46:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.108037 9174 heartbeater.cc:347] Connected to a master server at 127.8.66.188:33787
05:46:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.108381 9174 heartbeater.cc:464] Registering TS with master...
05:46:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.108669 9176 heartbeater.cc:347] Connected to a master server at 127.8.66.190:38965
05:46:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.108965 9176 heartbeater.cc:464] Registering TS with master...
05:46:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.109520 9174 heartbeater.cc:511] Master 127.8.66.188:33787 requested a full tablet report, sending...
05:46:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.108098 9175 heartbeater.cc:464] Registering TS with master...
05:46:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.109856 9176 heartbeater.cc:511] Master 127.8.66.190:38965 requested a full tablet report, sending...
05:46:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.110504 9175 heartbeater.cc:511] Master 127.8.66.189:37371 requested a full tablet report, sending...
05:46:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.112469 8657 ts_manager.cc:194] Registered new tserver with Master: 082d8abdc0bd4807b836ed98b5dee269 (127.8.66.131:36345)
05:46:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.112702 8503 ts_manager.cc:194] Registered new tserver with Master: 082d8abdc0bd4807b836ed98b5dee269 (127.8.66.131:36345)
05:46:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.113161 8578 ts_manager.cc:194] Registered new tserver with Master: 082d8abdc0bd4807b836ed98b5dee269 (127.8.66.131:36345)
05:46:57.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.114379 8657 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.66.131:39389
05:46:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.120383 8458 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:46:57.131 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:46:57.132 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
05:46:57.142 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.66.190"
port: 38965
}
bound_http_address {
host: "127.8.66.190"
port: 45065
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.66.189"
port: 37371
}
bound_http_address {
host: "127.8.66.189"
port: 37461
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.66.188"
port: 33787
}
bound_http_address {
host: "127.8.66.188"
port: 44361
}
}
}
05:46:57.146 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:46:57.148 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.66.129"
port: 43009
}
bound_http_address {
host: "127.8.66.129"
port: 36177
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.66.130"
port: 39543
}
bound_http_address {
host: "127.8.66.130"
port: 45493
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.66.131"
port: 36345
}
bound_http_address {
host: "127.8.66.131"
port: 36283
}
}
}
05:46:57.148 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:46:57.344 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
05:46:57.472 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskq0sWiq/test-tmp
05:46:57.473 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:46:57.473 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskq0sWiq/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:46:57.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
05:46:57.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:46:57.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:46:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.815596 9185 mini_oidc.cc:152] Starting JWKS server
05:46:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.819149 9185 webserver.cc:460] Webserver started at http://127.0.0.1:43437/ using document root <none> and password file <none>
05:46:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.819528 9185 mini_oidc.cc:189] Starting OIDC Discovery server
05:46:57.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:57.821410 9185 webserver.cc:460] Webserver started at http://127.0.0.1:33999/ using document root <none> and password file <none>
05:46:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
05:46:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/principal' for realm 'KRBTEST.COM',
05:46:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
05:46:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:46:57 dist-test-slave-84n2 krb5kdc[9197](info): setting up network...
05:46:57.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
05:46:57.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:46:57 dist-test-slave-84n2 krb5kdc[9197](info): set up 2 sockets
05:46:57.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:46:57 dist-test-slave-84n2 krb5kdc[9197](info): commencing operation
05:46:57.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
05:46:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:58.117949 9174 heartbeater.cc:503] Master 127.8.66.188:33787 was elected leader, sending a full tablet report...
05:46:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:58.934834 9185 mini_kdc.cc:121] Time spent starting KDC: real 1.089s user 0.000s sys 0.020s
05:46:58.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
05:46:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
05:46:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
05:46:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
05:46:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
05:46:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
05:46:59.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:46:59.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/test-user.keytab.
05:46:59.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/test-user.keytab.
05:46:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:46:59 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020819, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:46:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:46:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:46:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:46:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:46:59Z Disabled control of system clock
05:46:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.248.126@KRBTEST.COM; defaulting to no policy
05:46:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.248.126@KRBTEST.COM" created.
05:46:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:46:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab.
05:46:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab.
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:59.116879 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/logs
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.126:41953
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.126
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.126
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:46:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:46:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.418388 9211 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:46:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.419051 9211 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:46:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.419761 9211 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:46:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.451234 9211 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:46:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.451494 9211 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:46:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.451874 9211 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:46:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.452240 9211 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:46:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.452605 9211 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:46:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.452941 9211 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:46:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.453176 9211 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:59.490892 9211 master_runner.cc:386] Master server non-default flags:
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.126
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.126:41953
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.126
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:46:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/logs
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:46:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:59.492086 9211 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:46:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:59.493283 9211 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:46:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.511478 9218 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.511494 9220 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:46:59.511940 9217 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:46:59.513163 9211 server_base.cc:1034] running on GCE node
05:47:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.731387 9211 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.734380 9211 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.735792 9211 hybrid_clock.cc:648] HybridClock initialized: now 1782020820735751 us; error 65 us; skew 500 ppm
05:47:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.736557 9211 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:00 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020820, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.745723 9211 init.cc:377] Logged in from keytab as kudu/127.8.248.126@KRBTEST.COM (short username kudu)
05:47:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.750849 9211 webserver.cc:460] Webserver started at http://127.8.248.126:34471/ using document root <none> and password file <none>
05:47:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.751717 9211 fs_manager.cc:359] Metadata directory not provided
05:47:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.751892 9211 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.752277 9211 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:47:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.757054 9211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/instance:
05:47:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7c07a46effa44acb7a1e29e1988ad15"
05:47:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:00 on dist-test-slave-84n2"
05:47:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.758070 9211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal/instance:
05:47:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7c07a46effa44acb7a1e29e1988ad15"
05:47:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:00 on dist-test-slave-84n2"
05:47:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.765033 9211 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.004s
05:47:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.770778 9229 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.771804 9211 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.772087 9211 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7c07a46effa44acb7a1e29e1988ad15"
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:00 on dist-test-slave-84n2"
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.772367 9211 fs_report.cc:383] FS layout report
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/data
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.845764 9211 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.852430 9211 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.852820 9211 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.931632 9211 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.126:41953
05:47:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.931766 9280 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.126:41953 every 8 connection(s)
05:47:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.934317 9211 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:47:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.940716 9281 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:47:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.942232 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9211
05:47:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.942756 9185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal/instance
05:47:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.956337 9281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } has no permanent_uuid. Determining permanent_uuid...
05:47:00.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.248.125@KRBTEST.COM; defaulting to no policy
05:47:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:47:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.248.125@KRBTEST.COM" created.
05:47:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:00 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020820, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.126@KRBTEST.COM for kudu/127.8.248.126@KRBTEST.COM
05:47:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:47:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab.
05:47:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab.
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.988780 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/logs
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.125:39059
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.125
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.125
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:47:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:00.996562 9281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
05:47:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:00.998904 9230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.003312 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.052790 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 1
05:47:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.056288 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.124683 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 2
05:47:01.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.129477 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.220903 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 3
05:47:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.224486 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.318432 9287 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:47:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.318962 9287 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:47:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.319530 9287 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.351724 9287 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.351934 9287 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.352188 9287 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.352380 9287 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.352571 9287 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:47:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.352753 9287 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:47:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.352914 9287 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:47:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.367959 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 4
05:47:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.371353 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.391574 9287 master_runner.cc:386] Master server non-default flags:
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.125
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.125:39059
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.125
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/logs
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:47:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:47:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:47:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:47:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.392892 9287 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:47:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.393971 9287 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:47:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.415942 9297 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.670769 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 5
05:47:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.674791 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.222223 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 6
05:47:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:02.229031 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.125:39059: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:01.416849 9287 server_base.cc:1034] running on GCE node
05:47:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.416102 9295 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:01.416076 9294 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.677281 9287 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.680371 9287 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.681981 9287 hybrid_clock.cc:648] HybridClock initialized: now 1782020822681927 us; error 44 us; skew 500 ppm
05:47:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.683202 9287 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:02 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020822, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.690032 9287 init.cc:377] Logged in from keytab as kudu/127.8.248.125@KRBTEST.COM (short username kudu)
05:47:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.698930 9287 webserver.cc:460] Webserver started at http://127.8.248.125:42663/ using document root <none> and password file <none>
05:47:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.699823 9287 fs_manager.cc:359] Metadata directory not provided
05:47:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.700007 9287 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.700382 9287 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:47:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.704947 9287 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/instance:
05:47:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8153582c777f4867a858223b8c7d42fa"
05:47:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:02 on dist-test-slave-84n2"
05:47:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.706499 9287 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal/instance:
05:47:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8153582c777f4867a858223b8c7d42fa"
05:47:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:02 on dist-test-slave-84n2"
05:47:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.713924 9287 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
05:47:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.719278 9308 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.720484 9287 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.720777 9287 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8153582c777f4867a858223b8c7d42fa"
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:02 on dist-test-slave-84n2"
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.721145 9287 fs_report.cc:383] FS layout report
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/data
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.756307 9287 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.762276 9287 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.762777 9287 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.839113 9287 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.125:39059
05:47:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.839208 9359 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.125:39059 every 8 connection(s)
05:47:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.841980 9287 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.847931 9360 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:47:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.848577 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9287
05:47:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.848904 9185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal/instance
05:47:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.859032 9360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } has no permanent_uuid. Determining permanent_uuid...
05:47:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.248.124@KRBTEST.COM; defaulting to no policy
05:47:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:47:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.248.124@KRBTEST.COM" created.
05:47:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:02 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020822, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.125@KRBTEST.COM for kudu/127.8.248.126@KRBTEST.COM
05:47:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:47:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab.
05:47:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.248.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab.
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.893011 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/logs
05:47:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.124:45223
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.124
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.124
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:47:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.899042 9360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
05:47:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:02 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020822, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.125@KRBTEST.COM for kudu/127.8.248.125@KRBTEST.COM
05:47:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.927450 9360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } has no permanent_uuid. Determining permanent_uuid...
05:47:02.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:02.930931 9312 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:02.950340 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:02.999979 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 1
05:47:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.004081 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.072428 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 2
05:47:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.076370 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.167801 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 3
05:47:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.173776 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.235039 9366 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:47:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.235685 9366 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:47:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.236367 9366 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:47:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.270917 9366 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:47:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.271231 9366 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:47:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.271644 9366 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:47:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.271979 9366 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:47:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.272330 9366 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:47:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.272644 9366 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:47:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.272884 9366 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:47:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.289677 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } attempt: 7
05:47:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:03 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020820, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.126@KRBTEST.COM for kudu/127.8.248.125@KRBTEST.COM
05:47:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.314512 9281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } has no permanent_uuid. Determining permanent_uuid...
05:47:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.317657 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 4
05:47:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.319528 9366 master_runner.cc:386] Master server non-default flags:
05:47:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.124
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.124:45223
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.124
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/logs
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.320454 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.321635 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.321769 9366 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:47:03.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.322839 9366 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:47:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.341265 9378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.378840 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 1
05:47:03.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.383025 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.464385 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 2
05:47:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.469157 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.554478 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 3
05:47:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.559759 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.621039 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 5
05:47:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.624814 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.700119 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 4
05:47:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.704314 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.987682 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 5
05:47:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.991945 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.172381 9360 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 6
05:47:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:04.180536 9360 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.544283 9281 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } attempt: 6
05:47:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:04.550973 9281 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.248.124:45223: Network error: Client connection negotiation failed: client connection to 127.8.248.124:45223: connect: Connection refused (error 111)
05:47:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.342213 9380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:03.342893 9366 server_base.cc:1034] running on GCE node
05:47:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:03.341256 9377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.570559 9366 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.573518 9366 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.574903 9366 hybrid_clock.cc:648] HybridClock initialized: now 1782020824574869 us; error 46 us; skew 500 ppm
05:47:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.575855 9366 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.581991 9366 init.cc:377] Logged in from keytab as kudu/127.8.248.124@KRBTEST.COM (short username kudu)
05:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.586858 9366 webserver.cc:460] Webserver started at http://127.8.248.124:44827/ using document root <none> and password file <none>
05:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.587752 9366 fs_manager.cc:359] Metadata directory not provided
05:47:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.587987 9366 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.588466 9366 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:47:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.593567 9366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/instance:
05:47:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd53a5e34d6466fa4067bf5e545c5b4"
05:47:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:04 on dist-test-slave-84n2"
05:47:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.594688 9366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal/instance:
05:47:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd53a5e34d6466fa4067bf5e545c5b4"
05:47:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:04 on dist-test-slave-84n2"
05:47:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.601881 9366 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.006s
05:47:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.607649 9395 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.608624 9366 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.608969 9366 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd53a5e34d6466fa4067bf5e545c5b4"
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:04 on dist-test-slave-84n2"
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.609295 9366 fs_report.cc:383] FS layout report
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/data
05:47:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.643568 9366 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.648779 9366 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.649183 9366 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.733987 9366 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.124:45223
05:47:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.734064 9446 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.124:45223 every 8 connection(s)
05:47:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.736479 9366 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.738616 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9366
05:47:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.739123 9185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal/instance
05:47:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.745463 9447 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:47:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.770999 9447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } has no permanent_uuid. Determining permanent_uuid...
05:47:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020819, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.248.124@KRBTEST.COM
05:47:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for kudu/127.8.248.126@KRBTEST.COM
05:47:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.804749 9447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
05:47:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020819, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.248.125@KRBTEST.COM
05:47:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for kudu/127.8.248.125@KRBTEST.COM
05:47:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.832139 9447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } has no permanent_uuid. Determining permanent_uuid...
05:47:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020819, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.248.126@KRBTEST.COM
05:47:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for kudu/127.8.248.124@KRBTEST.COM
05:47:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.859522 9185 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
05:47:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.866109 9447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Bootstrap starting.
05:47:04.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:04.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
05:47:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.873019 9447 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Neither blocks nor log segments found. Creating new log.
05:47:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.875648 9447 log.cc:824] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Log is configured to *not* fsync() on all Append() calls
05:47:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.881134 9447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: No bootstrap required, opened a new log
05:47:04.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
05:47:04.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
05:47:04.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.248.126"
port: 41953
}
bound_http_address {
host: "127.8.248.126"
port: 34471
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.248.125"
port: 39059
}
bound_http_address {
host: "127.8.248.125"
port: 42663
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.248.124"
port: 45223
}
bound_http_address {
host: "127.8.248.124"
port: 44827
}
}
}
05:47:04.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:47:04.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:04.888 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:47:04.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:47:04.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.907882 9447 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.908460 9447 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:47:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.908641 9447 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6dd53a5e34d6466fa4067bf5e545c5b4, State: Initialized, Role: FOLLOWER
05:47:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.909864 9447 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.913070 9458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } } }
05:47:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.913686 9458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: This master's current role is: FOLLOWER
05:47:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.914844 9447 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: configured and running, proceeding with master startup.
05:47:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:47:04.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:04.933 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc
05:47:04.944 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:47:04.945 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc
05:47:04.946 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:47:04.950 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
05:47:04.952 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:47:04.952 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:47:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:04.980245 9470 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:04.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:04.980568 9470 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:04 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:47:04.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.970136 9366 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: OK, instance_id { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" instance_seqno: 1782020820907083 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:47:04.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:04.996003 9366 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:04.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:04.998 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc
05:47:05.000 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:47:05.000 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.248.126:41953
05:47:05.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
05:47:05.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.003301 9185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 9211
05:47:05.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:05.031 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.248.125:39059
05:47:05.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
05:47:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.031832 9185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 9287
05:47:05.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:05.055 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.248.124:45223
05:47:05.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
05:47:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.056453 9185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 9366
05:47:05.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:05.079 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.248.126:41953
05:47:05.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
05:47:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.081935 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/logs
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.126:41953
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.126
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.126
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:47:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.387015 9473 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:47:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.387564 9473 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:47:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.388131 9473 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:47:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.419601 9473 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.419835 9473 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.420099 9473 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.420293 9473 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.420477 9473 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.420671 9473 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:47:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.420809 9473 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.464171 9473 master_runner.cc:386] Master server non-default flags:
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.126.keytab
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.126
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.126:41953
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.126
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/logs
05:47:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.465637 9473 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:47:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.466871 9473 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:47:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.486233 9479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.487128 9482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:05.487833 9473 server_base.cc:1034] running on GCE node
05:47:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:05.486267 9480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.708135 9473 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.710634 9473 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.711967 9473 hybrid_clock.cc:648] HybridClock initialized: now 1782020826711947 us; error 39 us; skew 500 ppm
05:47:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.712699 9473 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:06 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020826, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.722018 9473 init.cc:377] Logged in from keytab as kudu/127.8.248.126@KRBTEST.COM (short username kudu)
05:47:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.727013 9473 webserver.cc:460] Webserver started at http://127.8.248.126:34471/ using document root <none> and password file <none>
05:47:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.727887 9473 fs_manager.cc:359] Metadata directory not provided
05:47:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.728140 9473 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.735601 9473 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.000s
05:47:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.739979 9492 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.740991 9473 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.741258 9473 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7c07a46effa44acb7a1e29e1988ad15"
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:00 on dist-test-slave-84n2"
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.743479 9473 fs_report.cc:383] FS layout report
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/data
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.775082 9473 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.780851 9473 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.781373 9473 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.848017 9473 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.126:41953
05:47:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.848148 9543 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.126:41953 every 8 connection(s)
05:47:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.850775 9473 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/data/info.pb
05:47:06.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.852962 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9473
05:47:06.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:06.854 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.248.125:39059
05:47:06.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
05:47:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.855471 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/logs
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.125:39059
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.125
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42663
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.125
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:47:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:47:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.862485 9544 sys_catalog.cc:263] Verifying existing consensus state
05:47:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260621 05:47:06.863466 9544 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:47:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.863979 9473 master.cc:537] Master@127.8.248.126:41953 shutting down...
05:47:06.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:06.940076 9473 master.cc:552] Master@127.8.248.126:41953 shutdown complete.
05:47:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:47:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.177676 9546 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:47:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.178376 9546 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:47:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.179127 9546 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:47:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.209563 9546 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:47:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.209829 9546 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:47:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.210263 9546 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:47:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.210575 9546 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:47:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.210880 9546 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:47:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.211192 9546 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:47:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.211462 9546 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:07.247082 9546 master_runner.cc:386] Master server non-default flags:
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:47:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.125.keytab
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.125
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.125:39059
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.125
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42663
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/logs
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:47:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:47:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:07.248467 9546 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:47:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:07.249758 9546 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:47:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.266778 9553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.266957 9552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:07.267658 9555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:07.268237 9546 server_base.cc:1034] running on GCE node
05:47:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.486092 9546 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.488688 9546 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.490038 9546 hybrid_clock.cc:648] HybridClock initialized: now 1782020828490012 us; error 35 us; skew 500 ppm
05:47:08.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.490885 9546 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:08 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020828, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.497310 9546 init.cc:377] Logged in from keytab as kudu/127.8.248.125@KRBTEST.COM (short username kudu)
05:47:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.502550 9546 webserver.cc:460] Webserver started at http://127.8.248.125:42663/ using document root <none> and password file <none>
05:47:08.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.503595 9546 fs_manager.cc:359] Metadata directory not provided
05:47:08.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.503813 9546 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.511353 9546 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
05:47:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.515352 9565 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.516278 9546 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
05:47:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.516531 9546 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8153582c777f4867a858223b8c7d42fa"
05:47:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:02 on dist-test-slave-84n2"
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.518767 9546 fs_report.cc:383] FS layout report
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/data
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.553544 9546 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.559082 9546 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.559475 9546 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.630237 9546 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.125:39059
05:47:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.630345 9616 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.125:39059 every 8 connection(s)
05:47:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.632789 9546 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/data/info.pb
05:47:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.640463 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9546
05:47:08.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:08.641 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.248.124:45223
05:47:08.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
05:47:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.643031 9617 sys_catalog.cc:263] Verifying existing consensus state
05:47:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.643496 9185 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu
05:47:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/logs
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.124:45223
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.124
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44827
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.124
05:47:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260621 05:47:08.643692 9617 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:47:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.644042 9546 master.cc:537] Master@127.8.248.125:39059 shutting down...
05:47:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:08.703603 9546 master.cc:552] Master@127.8.248.125:39059 shutdown complete.
05:47:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:47:08.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:08.973688 9619 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:47:08.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:08.974364 9619 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:47:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:08.975065 9619 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:47:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.006253 9619 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:47:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.006520 9619 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:47:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.006929 9619 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:47:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.007251 9619 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:47:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.007555 9619 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:47:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.007859 9619 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:47:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.008090 9619 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43437/jwks.json
05:47:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:09.042811 9619 master_runner.cc:386] Master server non-default flags:
05:47:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:47:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.248.84:33277
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/krb5kdc/kudu_127.8.248.124.keytab
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.248.124
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.248.124:45223
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43437/jwks.json
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.248.124
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44827
05:47:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/logs
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 04:19:55 UTC on ccycloud.quasar-ixeqgh.root.comops.site
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457863
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:09.044214 9619 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:47:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:09.045569 9619 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:47:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.061913 9625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.061952 9626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:09.065023 9628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:47:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.395874 9627 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1328 milliseconds
05:47:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.395967 9619 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:47:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.397542 9619 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:47:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.400063 9619 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:47:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.401432 9619 hybrid_clock.cc:648] HybridClock initialized: now 1782020830401389 us; error 40 us; skew 500 ppm
05:47:10.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.402315 9619 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:47:10.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:10 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020830, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.408064 9619 init.cc:377] Logged in from keytab as kudu/127.8.248.124@KRBTEST.COM (short username kudu)
05:47:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.413146 9619 webserver.cc:460] Webserver started at http://127.8.248.124:44827/ using document root <none> and password file <none>
05:47:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.414057 9619 fs_manager.cc:359] Metadata directory not provided
05:47:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.414388 9619 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:47:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.424245 9619 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.004s sys 0.004s
05:47:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.428534 9636 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:47:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.429822 9619 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
05:47:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.430112 9619 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data,/tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd53a5e34d6466fa4067bf5e545c5b4"
05:47:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 05:47:04 on dist-test-slave-84n2"
05:47:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.432425 9619 fs_report.cc:383] FS layout report
05:47:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/wal
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/data
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:47:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:47:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.492596 9619 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:47:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.497977 9619 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:47:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.498394 9619 kserver.cc:163] Server-wide thread pool size limit: 3276
05:47:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.568928 9619 rpc_server.cc:307] RPC server started. Bound to: 127.8.248.124:45223
05:47:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.569092 9687 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.248.124:45223 every 8 connection(s)
05:47:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.571784 9619 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskq0sWiq/test-tmp/mini-kudu-cluster5997558873795457245/master-2/data/info.pb
05:47:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.581425 9185 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu as pid 9619
05:47:10.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:47:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.582156 9688 sys_catalog.cc:263] Verifying existing consensus state
05:47:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.587358 9688 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Bootstrap starting.
05:47:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.620095 9688 log.cc:824] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Log is configured to *not* fsync() on all Append() calls
05:47:10.624 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:10.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.624300 9688 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:47:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.625051 9688 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Bootstrap complete.
05:47:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.657593 9688 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.661074 9688 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:47:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.661419 9688 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6dd53a5e34d6466fa4067bf5e545c5b4, State: Initialized, Role: FOLLOWER
05:47:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.662498 9688 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.676690 9693 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } } }
05:47:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.677865 9693 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: This master's current role is: FOLLOWER
05:47:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.678494 9688 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [sys.catalog]: configured and running, proceeding with master startup.
05:47:10.687 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:10.689 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.248.124:45223(127.8.248.124:45223)] connecting to peer
05:47:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.742352 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.742708 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.753161 9642 tablet.cc:2369] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:47:10.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:10.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:10.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:10.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:10.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:10.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:10.775 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.248.124:45223(127.8.248.124:45223)] Successfully connected to peer
05:47:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.744442 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.777133 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.837915 9693 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.838500 9693 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.843175 9639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.847977 9693 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.859643 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:10.861049 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.861374 9639 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:10.862268 9693 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:10.874 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
05:47:10.885 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.248.124
05:47:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:11 dist-test-slave-84n2 krb5kdc[9197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020824, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.248.124@KRBTEST.COM
05:47:11.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x709c9f04, L:/127.0.0.1:42184 - R:/127.8.248.124:45223] using SASL/GSSAPI
05:47:11.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.207 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.227 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.247 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.266 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.267 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.327 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.328 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.367 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.368 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.526 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.527 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.606 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:11.607 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:11.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:11.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:11.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:11.746455 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:11.746733 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:12.486 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:12.487 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:12.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:12.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:12.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:12.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:12.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:12.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:12.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:12.749536 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:12.749815 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:13.060092 9711 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:13.060495 9711 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:13.062297 9711 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:13.068487 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:13.068907 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:13.069252 9637 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:13.069873 9711 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:13.752708 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:13.752995 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:14.006 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:14.008 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:14.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:14.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:14.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:14.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:14.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:14.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:14.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:14.755826 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:14.756119 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:15.758929 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:15.759200 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:15.779891 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:15.780267 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:16.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:16.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:16.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:16.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:16.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:16.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:16.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:16.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:16.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:16.339023 9721 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:16.339428 9721 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:16.341729 9721 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:16.343509 9639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111) [suppressed 3 similar messages]
05:47:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:16.346915 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:16.347342 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:16.347620 9639 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:16.348135 9721 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:16.762328 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:16.762590 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:17.408350 9030 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9100 after lost signal to thread 8904
05:47:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:17.409348 9030 debug-util.cc:398] Leaking SignalData structure 0x7b08000af660 after lost signal to thread 9033
05:47:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:17.765408 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:17.765682 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:18.026 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:18.027 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:18.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:18.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:18.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:18.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:18.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:18.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:18.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:18.768711 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:18.768988 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:18.804407 9727 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:18.804827 9727 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:18.806658 9727 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:18.811355 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:18.811777 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:18.812099 9637 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:18.812604 9727 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:19.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:19.772643 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:19.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:19.772957 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:20.086 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:20.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:20.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:20.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:20.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:20.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:20.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:20.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:20.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:20 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020840, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:20.411708 9632 init.cc:295] Successfully reacquired a new kerberos TGT
05:47:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:20.776021 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:20.776365 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:20.783327 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:20.783707 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:21.779349 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:21.779685 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:22.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:22.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:22.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:22.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:22.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:22.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:22.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:22.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:22.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:22.782632 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:22.782860 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:23.626 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:23.627 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:23.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:23.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:23.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:23.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:23.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:23.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:23.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:23.785423 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:23.785712 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:24.211428 9736 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:24.212018 9736 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:24.214396 9736 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:24.216179 9639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111) [suppressed 3 similar messages]
05:47:24.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:24.219038 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:24.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:24.219578 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:24.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:24.219931 9637 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:24.220695 9736 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:24.788498 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:24.788744 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:25.785943 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:25.786438 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:25.791637 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:25.791917 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:26.794952 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:26.795198 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:26.866 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:26.867 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:26.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:26.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:26.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:26.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:26.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:26.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:26.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:27.797857 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:27.798106 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:28.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:28.667 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:28.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:28.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:28.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:28.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:28.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:28.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:28.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:28.800752 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:28.800988 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:29.478276 9750 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:29.479027 9750 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:29.481161 9750 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.483593 9637 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:29.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.483608 9639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111) [suppressed 1 similar messages]
05:47:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.486320 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.486966 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:29.487272 9639 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:29.487951 9750 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.804270 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:29.804558 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:30.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:30.388 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:30.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:30.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:30.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:30.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:30.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:30.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:30.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 05:47:30 dist-test-slave-84n2 krb5kdc[9197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782020850, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.248.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:47:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:30.414252 9632 init.cc:295] Successfully reacquired a new kerberos TGT
05:47:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:30.789024 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:30.789409 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:30.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:30.807353 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:30.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:30.807621 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:31.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:31.810312 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:31.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:31.810559 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:32.813164 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:32.813407 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:33.086 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:33.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:33.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:33.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:33.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:33.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:33.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:33.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:33.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:33.816133 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:33.816387 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:34.282981 9758 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:47:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:34.283390 9758 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7c07a46effa44acb7a1e29e1988ad15" member_type: VOTER last_known_addr { host: "127.8.248.126" port: 41953 } } peers { permanent_uuid: "8153582c777f4867a858223b8c7d42fa" member_type: VOTER last_known_addr { host: "127.8.248.125" port: 39059 } } peers { permanent_uuid: "6dd53a5e34d6466fa4067bf5e545c5b4" member_type: VOTER last_known_addr { host: "127.8.248.124" port: 45223 } }
05:47:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:34.285080 9758 leader_election.cc:288] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953), 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059)
05:47:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:34.289970 9639 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7c07a46effa44acb7a1e29e1988ad15 (127.8.248.126:41953): Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111)
05:47:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:34.290477 9637 leader_election.cc:334] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8153582c777f4867a858223b8c7d42fa (127.8.248.125:39059): Network error: Client connection negotiation failed: client connection to 127.8.248.125:39059: connect: Connection refused (error 111)
05:47:34.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:34.290808 9637 leader_election.cc:302] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6dd53a5e34d6466fa4067bf5e545c5b4; no voters: 8153582c777f4867a858223b8c7d42fa, c7c07a46effa44acb7a1e29e1988ad15
05:47:34.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:34.291402 9758 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:47:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:34.819098 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:34.819343 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:35.792029 9619 master_runner.cc:186] Error getting master registration for 127.8.248.126:41953: Network error: Client connection negotiation failed: client connection to 127.8.248.126:41953: connect: Connection refused (error 111),
05:47:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:35.792408 9619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:47:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:35.822022 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:35.822359 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:36.726 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:36.727 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:36.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:36.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:36.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:36.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:36.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:36.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:36.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:36.825029 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:36.825273 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:37.828162 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:37.828496 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:38.831319 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:38.831554 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:39.786 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:39.787 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:39.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:39.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:39.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:39.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:39.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:39.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:39.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:39.834661 9706 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6dd53a5e34d6466fa4067bf5e545c5b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:47:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 05:47:39.835031 9706 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:47:40.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.126:41953(127.8.248.126:41953)] connecting to peer
05:47:40.207 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.248.125:39059(127.8.248.125:39059)] connecting to peer
05:47:40.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:40.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.248.126:41953(127.8.248.126:41953)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:40.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.126:41953: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953
05:47:40.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:40.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.125:39059(127.8.248.125:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:40.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.248.125:39059: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
05:47:40.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223; will retry
05:47:40.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [558ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [602ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [625ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [645ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [665ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [666ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [686ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [738ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [745ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [746ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [778ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [781ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [784ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [786ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [942ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [944ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [946ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1017ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1897ms] refreshing cache from master, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1904ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3417ms] refreshing cache from master, [3418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [3419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3424ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [3425ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [5538ms] refreshing cache from master, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [5539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [5540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1679270684(state=PENDING, result=null, callback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221), errback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221)))
05:47:40.220 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.248.126:41953(127.8.248.126:41953)] disconnecting while in state TERMINATED
05:47:40.221 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.248.125:39059(127.8.248.125:39059)] disconnecting while in state TERMINATED
05:47:40.221 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.248.124:45223(127.8.248.124:45223)] disconnecting while in state READY
05:47:40.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:40.228 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.248.124:45223(127.8.248.124:45223)] handling channelInactive
05:47:40.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.248.124:45223(127.8.248.124:45223)] cleaning up while in state READY due to: connection closed
05:47:40.230 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:40.235339 9185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 9619
05:47:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:47:41Z chronyd exiting
05:47:42.447 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:47:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.448305 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 8753
05:47:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.473817 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 8903
05:47:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.502820 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 9044
05:47:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.527661 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 8470
05:47:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.558598 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 8540
05:47:42.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 05:47:42.588682 8458 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskq0sWiq/build/tsan/bin/kudu with pid 8615
05:47:43.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T05:47:43Z chronyd exiting
05:47:44.768 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [558ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [602ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [625ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [645ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [665ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [666ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [686ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [738ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [745ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [746ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [778ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [781ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [784ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [786ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [942ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [944ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [946ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1017ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1897ms] refreshing cache from master, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1904ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3417ms] refreshing cache from master, [3418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [3419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3424ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [3425ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [5538ms] refreshing cache from master, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [5539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [5540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1679270684(state=PENDING, result=null, callback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221), errback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.248.125:39059
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [558ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [602ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [625ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [645ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [665ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [666ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [678ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [686ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [738ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [745ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [746ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [778ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [781ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [784ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [786ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [942ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [944ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [946ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1017ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1897ms] refreshing cache from master, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [1899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [1904ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3417ms] refreshing cache from master, [3418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [3419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.126:41953: Network error: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.125:39059: Network error: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [3424ms] Sub RPC ConnectToMaster: received response from server master-127.8.248.124:45223: OK, [3425ms] delaying RPC due to: Service unavailable: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059, [5538ms] refreshing cache from master, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.126:41953, [5539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.125:39059, [5540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.248.124:45223, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1679270684(state=PENDING, result=null, callback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221), errback=(continuation of Deferred@1312607468 after retry RPC after error@1046572224) -> (continuation of Deferred@566527196 after retry RPC after error@2014502075) -> (continuation of Deferred@1356932345 after retry RPC after error@1708348745) -> (continuation of Deferred@1622462283 after retry RPC after error@246231266) -> (continuation of Deferred@1471286050 after retry RPC after error@682911104) -> (continuation of Deferred@1857829194 after retry RPC after error@158412383) -> (continuation of Deferred@1314774856 after retry RPC after error@1162754918) -> (continuation of Deferred@1245129964 after retry RPC after error@1253371939) -> (continuation of Deferred@1781780898 after retry RPC after error@1586647689) -> (continuation of Deferred@758207995 after retry RPC after error@1080659350) -> (continuation of Deferred@883161848 after retry RPC after error@2028593407) -> (continuation of Deferred@1607531668 after retry RPC after error@1406787525) -> (continuation of Deferred@2022083452 after retry RPC after error@1331651211) -> (continuation of Deferred@389223336 after retry RPC after error@168415612) -> (continuation of Deferred@1176008234 after retry RPC after error@1919356760) -> (continuation of Deferred@2110192879 after retry RPC after error@964706330) -> (continuation of Deferred@1017960486 after retry RPC after error@1996164388) -> (continuation of Deferred@1016112784 after retry RPC after error@128692616) -> (continuation of Deferred@1570514099 after retry RPC after error@1939898377) -> (continuation of Deferred@1253903563 after retry RPC after error@272679909) -> (continuation of Deferred@751158498 after retry RPC after error@1527949755) -> (continuation of Deferred@2045455686 after retry RPC after error@1872926325) -> (continuation of Deferred@1833086391 after retry RPC after error@601067221)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.248.126:41953,127.8.248.125:39059,127.8.248.124:45223) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.126:41953(127.8.248.126:41953): Connection refused: /127.8.248.126:41953,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.248.125:39059(127.8.248.125:39059): Connection refused: /127.8.248.125:39059
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.248.125:39059
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)