19:41:18.166 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:41:18.179 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskP9Ng4x/test-tmp
19:41:18.182 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:41:18.186 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskP9Ng4x/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:41:18.455 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:41:18.627 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:41:18.629 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:41:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:18.633450 3699 mini_oidc.cc:152] Starting JWKS server
19:41:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:18.638162 3699 webserver.cc:460] Webserver started at http://127.0.0.1:44321/ using document root <none> and password file <none>
19:41:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:18.638747 3699 mini_oidc.cc:189] Starting OIDC Discovery server
19:41:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:18.640966 3699 webserver.cc:460] Webserver started at http://127.0.0.1:36015/ using document root <none> and password file <none>
19:41:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:41:18Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:41:18.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:41:18Z Disabled control of system clock
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:18.695473 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/logs
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data/info.pb
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.254:33115
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.254
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json with env {}
19:41:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.029907 3711 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.030556 3711 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.031188 3711 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.072333 3711 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.072646 3711 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.072852 3711 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.073033 3711 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.073304 3711 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.073515 3711 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44321/jwks.json
19:41:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:19.111632 3711 master_runner.cc:386] Master server non-default flags:
19:41:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data
19:41:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal
19:41:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.254:33115
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data/info.pb
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.254
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/logs
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:19.113368 3711 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:19.115538 3711 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.138921 3718 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.138959 3720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:19.140549 3711 server_base.cc:1034] running on GCE node
19:41:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:19.139014 3717 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.351758 3711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.356057 3711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.357605 3711 hybrid_clock.cc:648] HybridClock initialized: now 1790365280357565 us; error 67 us; skew 500 ppm
19:41:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.358546 3711 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.366381 3711 webserver.cc:460] Webserver started at http://127.3.156.254:38263/ using document root <none> and password file <none>
19:41:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.367551 3711 fs_manager.cc:359] Metadata directory not provided
19:41:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.367769 3711 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:20.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.368220 3711 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.373939 3711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data/instance:
19:41:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "301e3bea0c974a3fab5f42bce8ddfc13"
19:41:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:20 on dist-test-slave-xgft"
19:41:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.375406 3711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal/instance:
19:41:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "301e3bea0c974a3fab5f42bce8ddfc13"
19:41:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:20 on dist-test-slave-xgft"
19:41:20.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.383785 3711 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
19:41:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.390301 3727 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.391655 3711 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.007s sys 0.000s
19:41:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.392081 3711 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal
19:41:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "301e3bea0c974a3fab5f42bce8ddfc13"
19:41:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:20 on dist-test-slave-xgft"
19:41:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.392565 3711 fs_report.cc:383] FS layout report
19:41:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data/data
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.449472 3711 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.451457 3711 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.452044 3711 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.537506 3711 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.254:33115
19:41:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.537575 3778 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.254:33115 every 8 connection(s)
19:41:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.541147 3711 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/data/info.pb
19:41:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.547595 3779 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.548130 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 3711
19:41:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.548727 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-0/wal/instance
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.554555 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/logs
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data/info.pb
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.253:33783
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.253
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json with env {}
19:41:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.565440 3779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } has no permanent_uuid. Determining permanent_uuid...
19:41:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.598467 3779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } has no permanent_uuid. Determining permanent_uuid...
19:41:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.601550 3730 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.606695 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.656301 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 1
19:41:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.660851 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.729434 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 2
19:41:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.733873 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.825392 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 3
19:41:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.829995 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.896152 3781 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.896826 3781 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.897429 3781 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.930066 3781 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.930393 3781 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.930585 3781 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.930780 3781 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.930962 3781 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.931093 3781 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44321/jwks.json
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.969578 3781 master_runner.cc:386] Master server non-default flags:
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data
19:41:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.253:33783
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json
19:41:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data/info.pb
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.253
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/logs
19:41:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.971189 3781 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.973111 3781 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.973456 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 4
19:41:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.978190 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:20.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.993022 3791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:21.277633 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 5
19:41:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:21.282274 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:21.829988 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 6
19:41:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:21.838191 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.253:33783: Network error: Client connection negotiation failed: client connection to 127.3.156.253:33783: connect: Connection refused (error 111)
19:41:22.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.993322 3790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:20.993331 3793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:20.995738 3781 server_base.cc:1034] running on GCE node
19:41:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.227573 3781 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.231217 3781 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.232693 3781 hybrid_clock.cc:648] HybridClock initialized: now 1790365282232658 us; error 72 us; skew 500 ppm
19:41:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.233824 3781 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.242157 3781 webserver.cc:460] Webserver started at http://127.3.156.253:36495/ using document root <none> and password file <none>
19:41:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.243507 3781 fs_manager.cc:359] Metadata directory not provided
19:41:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.243804 3781 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.244481 3781 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:22.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.251350 3781 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data/instance:
19:41:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e465cc5122453d90498d4de33d0367"
19:41:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:22 on dist-test-slave-xgft"
19:41:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.252880 3781 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal/instance:
19:41:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e465cc5122453d90498d4de33d0367"
19:41:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:22 on dist-test-slave-xgft"
19:41:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.261366 3781 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
19:41:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.267678 3802 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.268940 3781 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:41:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.269264 3781 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal
19:41:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67e465cc5122453d90498d4de33d0367"
19:41:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:22 on dist-test-slave-xgft"
19:41:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.269594 3781 fs_report.cc:383] FS layout report
19:41:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal
19:41:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data/data
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.313479 3781 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.315249 3781 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.315776 3781 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.398356 3781 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.253:33783
19:41:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.398444 3853 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.253:33783 every 8 connection(s)
19:41:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.401425 3781 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/data/info.pb
19:41:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.406379 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 3781
19:41:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.406745 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-1/wal/instance
19:41:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.407639 3854 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.409035 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/logs
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data/info.pb
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.252:38191
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.252
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json with env {}
19:41:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.422905 3854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } has no permanent_uuid. Determining permanent_uuid...
19:41:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.450454 3854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } has no permanent_uuid. Determining permanent_uuid...
19:41:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.467289 3854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } has no permanent_uuid. Determining permanent_uuid...
19:41:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.469916 3804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.474924 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.524600 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 1
19:41:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.529042 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.597550 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 2
19:41:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.601917 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.693439 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 3
19:41:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.697685 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.766405 3856 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.767112 3856 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.767701 3856 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.802172 3856 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.802508 3856 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.802697 3856 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.802881 3856 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.803056 3856 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.803254 3856 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44321/jwks.json
19:41:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.841210 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 4
19:41:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.844095 3856 master_runner.cc:386] Master server non-default flags:
19:41:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.252:38191
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44321/jwks.json
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data/info.pb
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.252
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/logs
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.845970 3856 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.846318 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.848726 3856 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.873617 3869 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.898852 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } attempt: 7
19:41:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.921769 3779 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } has no permanent_uuid. Determining permanent_uuid...
19:41:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.928117 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:22.986845 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 1
19:41:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.991508 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.072939 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 2
19:41:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.077098 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.145871 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 5
19:41:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.151889 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.162822 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 3
19:41:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.167336 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.308032 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 4
19:41:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.312728 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.596391 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 5
19:41:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.601435 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:23.702193 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 6
19:41:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:23.710887 3854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.874184 3867 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:22.873610 3866 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.116943 3868 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:41:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.117442 3856 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:41:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.122094 3856 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.126168 3856 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.127722 3856 hybrid_clock.cc:648] HybridClock initialized: now 1790365284127648 us; error 109 us; skew 500 ppm
19:41:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.128934 3856 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.137786 3856 webserver.cc:460] Webserver started at http://127.3.156.252:37781/ using document root <none> and password file <none>
19:41:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.138875 3856 fs_manager.cc:359] Metadata directory not provided
19:41:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.139073 3856 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.139657 3856 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.147706 3856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data/instance:
19:41:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3d746f8da94a5f8a74e1811204f11d"
19:41:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:24 on dist-test-slave-xgft"
19:41:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.149395 3856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal/instance:
19:41:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3d746f8da94a5f8a74e1811204f11d"
19:41:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:24 on dist-test-slave-xgft"
19:41:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.154072 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 6
19:41:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.162060 3779 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.156.252:38191: Network error: Client connection negotiation failed: client connection to 127.3.156.252:38191: connect: Connection refused (error 111)
19:41:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.163089 3856 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.009s sys 0.005s
19:41:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.169284 3882 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.170571 3856 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
19:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.170897 3856 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal
19:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e3d746f8da94a5f8a74e1811204f11d"
19:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:24 on dist-test-slave-xgft"
19:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.171235 3856 fs_report.cc:383] FS layout report
19:41:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data/data
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.212204 3856 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.213898 3856 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.214422 3856 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.296911 3856 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.252:38191
19:41:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.297087 3933 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.252:38191 every 8 connection(s)
19:41:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.300518 3856 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/data/info.pb
19:41:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.306926 3934 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.310822 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 3856
19:41:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.311198 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/master-2/wal/instance
19:41:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.323203 3934 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } has no permanent_uuid. Determining permanent_uuid...
19:41:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.356503 3934 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } has no permanent_uuid. Determining permanent_uuid...
19:41:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.372427 3934 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } has no permanent_uuid. Determining permanent_uuid...
19:41:24.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.392493 3934 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: Bootstrap starting.
19:41:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.400691 3934 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: Neither blocks nor log segments found. Creating new log.
19:41:24.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.403380 3934 log.cc:824] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: Log is configured to *not* fsync() on all Append() calls
19:41:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.414407 3934 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: No bootstrap required, opened a new log
19:41:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.442791 3934 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.444375 3934 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:41:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.444788 3934 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e3d746f8da94a5f8a74e1811204f11d, State: Initialized, Role: FOLLOWER
19:41:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.445575 3934 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.448365 3943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.449172 3943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: This master's current role is: FOLLOWER
19:41:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.450115 3934 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: configured and running, proceeding with master startup.
19:41:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.460191 3943 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.460836 3943 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.463230 3943 leader_election.cc:288] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 301e3bea0c974a3fab5f42bce8ddfc13 (127.3.156.254:33115), 67e465cc5122453d90498d4de33d0367 (127.3.156.253:33783)
19:41:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.470980 3888 tablet.cc:2369] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:41:24.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.491394 3954 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:24.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.491817 3954 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:24.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.477258 3856 master_runner.cc:186] Error getting master registration for 127.3.156.254:33115: OK, instance_id { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" instance_seqno: 1790365280512891 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:41:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.517340 3856 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.771384 3854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 7
19:41:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.801579 3854 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: Bootstrap starting.
19:41:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.810443 3854 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: Neither blocks nor log segments found. Creating new log.
19:41:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.813189 3854 log.cc:824] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: Log is configured to *not* fsync() on all Append() calls
19:41:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.821704 3854 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: No bootstrap required, opened a new log
19:41:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.855173 3854 raft_consensus.cc:348] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.856222 3854 raft_consensus.cc:374] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:41:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.856549 3854 raft_consensus.cc:729] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67e465cc5122453d90498d4de33d0367, State: Initialized, Role: FOLLOWER
19:41:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.857599 3854 consensus_queue.cc:260] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.861778 3958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.863631 3854 sys_catalog.cc:564] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: configured and running, proceeding with master startup.
19:41:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.863548 3958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: This master's current role is: FOLLOWER
19:41:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.863994 3829 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e3d746f8da94a5f8a74e1811204f11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67e465cc5122453d90498d4de33d0367" is_pre_election: true
19:41:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.864971 3829 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e3d746f8da94a5f8a74e1811204f11d in term 0.
19:41:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.866725 3885 leader_election.cc:302] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 67e465cc5122453d90498d4de33d0367, 6e3d746f8da94a5f8a74e1811204f11d; no voters:
19:41:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.867798 3943 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Leader pre-election won for term 1
19:41:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.868165 3943 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:41:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.868475 3943 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 0 FOLLOWER]: Advancing to term 1
19:41:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.876480 3943 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.879725 3943 leader_election.cc:288] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [CANDIDATE]: Term 1 election: Requested vote from peers 301e3bea0c974a3fab5f42bce8ddfc13 (127.3.156.254:33115), 67e465cc5122453d90498d4de33d0367 (127.3.156.253:33783)
19:41:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.881311 3829 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e3d746f8da94a5f8a74e1811204f11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67e465cc5122453d90498d4de33d0367"
19:41:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.881937 3829 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 0 FOLLOWER]: Advancing to term 1
19:41:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.896095 3829 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e3d746f8da94a5f8a74e1811204f11d in term 1.
19:41:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.897315 3885 leader_election.cc:302] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 67e465cc5122453d90498d4de33d0367, 6e3d746f8da94a5f8a74e1811204f11d; no voters:
19:41:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.899681 3943 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 1 FOLLOWER]: Leader election won for term 1
19:41:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.902804 3943 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [term 1 LEADER]: Becoming Leader. State: Replica: 6e3d746f8da94a5f8a74e1811204f11d, State: Running, Role: LEADER
19:41:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.904247 3943 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.953455 3971 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:24.956621 3971 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.973572 3967 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e3d746f8da94a5f8a74e1811204f11d. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.974432 3967 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: This master's current role is: LEADER
19:41:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.984562 3973 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:41:24.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.994985 3973 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:41:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:24.942516 3781 master_runner.cc:186] Error getting master registration for 127.3.156.254:33115: OK, instance_id { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" instance_seqno: 1790365280512891 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:41:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.003629 3781 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:25.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.030809 3829 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [term 1 FOLLOWER]: Refusing update from remote peer 6e3d746f8da94a5f8a74e1811204f11d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:41:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.032804 3967 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [LEADER]: Connected to new peer: Peer: permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:41:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.069914 3958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e3d746f8da94a5f8a74e1811204f11d. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.070755 3958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: This master's current role is: FOLLOWER
19:41:25.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:25.075868 3808 tablet.cc:2369] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:41:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.080433 3974 mvcc.cc:205] Tried to move back new op lower bound from 7333336207468130304 to 7333336207033499648. Current Snapshot: MvccSnapshot[applied={T|T < 7333336207468130304}]
19:41:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.084223 3975 mvcc.cc:205] Tried to move back new op lower bound from 7333336207468130304 to 7333336207033499648. Current Snapshot: MvccSnapshot[applied={T|T < 7333336207468130304}]
19:41:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.085749 3943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.086812 3943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: This master's current role is: LEADER
19:41:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.093567 3958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.094408 3958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367 [sys.catalog]: This master's current role is: FOLLOWER
19:41:25.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.098711 3973 catalog_manager.cc:1347] Generated new cluster ID: d4677959cc534a0bb363b7c0095f736e
19:41:25.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.099049 3973 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:41:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.163126 3973 catalog_manager.cc:1370] Generated new certificate authority record
19:41:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.169143 3973 catalog_manager.cc:1504] Loading token signing keys...
19:41:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.195643 3779 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } attempt: 7
19:41:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.197135 3973 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d: Generated new TSK 0
19:41:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.198634 3973 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:41:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.242321 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/logs
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data/info.pb
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.193:0
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.193
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.193
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:41:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.245795 3779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: Bootstrap starting.
19:41:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.264348 3779 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: Neither blocks nor log segments found. Creating new log.
19:41:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.270825 3779 log.cc:824] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: Log is configured to *not* fsync() on all Append() calls
19:41:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.295497 3779 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: No bootstrap required, opened a new log
19:41:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.359748 3779 raft_consensus.cc:348] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.362309 3779 raft_consensus.cc:374] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:41:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.362884 3779 raft_consensus.cc:729] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 301e3bea0c974a3fab5f42bce8ddfc13, State: Initialized, Role: FOLLOWER
19:41:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.365203 3779 consensus_queue.cc:260] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } }
19:41:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.392553 3982 sys_catalog.cc:455] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.393507 3982 sys_catalog.cc:458] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: This master's current role is: FOLLOWER
19:41:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.397382 3754 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e3d746f8da94a5f8a74e1811204f11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" is_pre_election: true
19:41:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.398854 3754 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e3d746f8da94a5f8a74e1811204f11d in term 0.
19:41:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.401026 3779 sys_catalog.cc:564] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: configured and running, proceeding with master startup.
19:41:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.402464 3752 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 0 FOLLOWER]: Advancing to term 1
19:41:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.407655 3753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e3d746f8da94a5f8a74e1811204f11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "301e3bea0c974a3fab5f42bce8ddfc13"
19:41:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.421898 3752 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [term 1 FOLLOWER]: Refusing update from remote peer 6e3d746f8da94a5f8a74e1811204f11d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:41:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.434477 3967 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [LEADER]: Connected to new peer: Peer: permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:41:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:25.463953 3733 tablet.cc:2369] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.561586 3991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.562017 3982 sys_catalog.cc:455] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e3d746f8da94a5f8a74e1811204f11d. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.562534 3991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: This master's current role is: FOLLOWER
19:41:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.562718 3982 sys_catalog.cc:458] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13 [sys.catalog]: This master's current role is: FOLLOWER
19:41:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.596264 3999 catalog_manager.cc:1259] Loaded cluster ID: d4677959cc534a0bb363b7c0095f736e
19:41:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.596593 3999 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: loading cluster ID for follower catalog manager: success
19:41:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.622527 3999 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: acquiring CA information for follower catalog manager: success
19:41:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.642148 3999 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 301e3bea0c974a3fab5f42bce8ddfc13: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:41:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.964485 3971 catalog_manager.cc:1259] Loaded cluster ID: d4677959cc534a0bb363b7c0095f736e
19:41:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.965386 3971 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: loading cluster ID for follower catalog manager: success
19:41:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.983529 3971 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: acquiring CA information for follower catalog manager: success
19:41:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:25.997848 3971 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 67e465cc5122453d90498d4de33d0367: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:41:26.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.085742 3980 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:26.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.086572 3980 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.087455 3980 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:26.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:26.091553 3967 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e3d746f8da94a5f8a74e1811204f11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "301e3bea0c974a3fab5f42bce8ddfc13" member_type: VOTER last_known_addr { host: "127.3.156.254" port: 33115 } } peers { permanent_uuid: "67e465cc5122453d90498d4de33d0367" member_type: VOTER last_known_addr { host: "127.3.156.253" port: 33783 } } peers { permanent_uuid: "6e3d746f8da94a5f8a74e1811204f11d" member_type: VOTER last_known_addr { host: "127.3.156.252" port: 38191 } } }
19:41:26.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:26.093040 3967 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e3d746f8da94a5f8a74e1811204f11d [sys.catalog]: This master's current role is: LEADER
19:41:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.156525 3980 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:26.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.158560 3980 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.156.193
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:26.234720 3980 tablet_server_runner.cc:78] Tablet server non-default flags:
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.193:0
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data/info.pb
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.193
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.193
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/logs
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:26.238859 3980 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:26.241914 3980 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:26.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.295682 4010 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.320103 4009 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:27.962767 4011 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:41:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:26.317783 4013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.964047 3980 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:41:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.969425 3980 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.972956 3980 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.975358 3980 hybrid_clock.cc:648] HybridClock initialized: now 1790365287975259 us; error 97 us; skew 500 ppm
19:41:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.976728 3980 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.994904 3980 webserver.cc:460] Webserver started at http://127.3.156.193:46065/ using document root <none> and password file <none>
19:41:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.996407 3980 fs_manager.cc:359] Metadata directory not provided
19:41:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.996714 3980 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:27.997344 3980 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.006320 3980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data/instance:
19:41:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c57d62b165d433baa164c45ea2ab676"
19:41:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:27 on dist-test-slave-xgft"
19:41:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.008093 3980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal/instance:
19:41:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c57d62b165d433baa164c45ea2ab676"
19:41:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:27 on dist-test-slave-xgft"
19:41:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.019484 3980 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.010s sys 0.001s
19:41:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.028519 4019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.030385 3980 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
19:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.030848 3980 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal
19:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c57d62b165d433baa164c45ea2ab676"
19:41:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:27 on dist-test-slave-xgft"
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.031386 3980 fs_report.cc:383] FS layout report
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data/data
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.102624 3980 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.106135 3980 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.106827 3980 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.120064 3980 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:41:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.129629 3980 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:41:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.130024 3980 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:41:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.130360 3980 ts_tablet_manager.cc:610] Registered 0 tablets
19:41:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.130553 3980 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:41:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.459408 3980 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.193:45367
19:41:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.459548 4131 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.193:45367 every 8 connection(s)
19:41:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.463416 3980 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/data/info.pb
19:41:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.473024 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 3980
19:41:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.473528 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-0/wal/instance
19:41:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.506668 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/logs
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data/info.pb
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.194:0
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.194
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.194
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:41:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.586440 4133 heartbeater.cc:347] Connected to a master server at 127.3.156.253:33783
19:41:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.587028 4133 heartbeater.cc:464] Registering TS with master...
19:41:28.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.588402 4133 heartbeater.cc:511] Master 127.3.156.253:33783 requested a full tablet report, sending...
19:41:28.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.590118 4132 heartbeater.cc:347] Connected to a master server at 127.3.156.252:38191
19:41:28.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.590500 4132 heartbeater.cc:464] Registering TS with master...
19:41:28.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.591392 4132 heartbeater.cc:511] Master 127.3.156.252:38191 requested a full tablet report, sending...
19:41:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.593765 3819 ts_manager.cc:194] Registered new tserver with Master: 5c57d62b165d433baa164c45ea2ab676 (127.3.156.193:45367)
19:41:28.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.595577 3899 ts_manager.cc:194] Registered new tserver with Master: 5c57d62b165d433baa164c45ea2ab676 (127.3.156.193:45367)
19:41:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.599589 3899 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.156.193:48081
19:41:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.603331 4136 heartbeater.cc:347] Connected to a master server at 127.3.156.254:33115
19:41:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.603773 4136 heartbeater.cc:464] Registering TS with master...
19:41:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.604547 4136 heartbeater.cc:511] Master 127.3.156.254:33115 requested a full tablet report, sending...
19:41:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:28.607795 3743 ts_manager.cc:194] Registered new tserver with Master: 5c57d62b165d433baa164c45ea2ab676 (127.3.156.193:45367)
19:41:28.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:28.933341 4137 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:28.933936 4137 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:28.934392 4137 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:28.969525 4137 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:28.970502 4137 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.156.194
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:29.008831 4137 tablet_server_runner.cc:78] Tablet server non-default flags:
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.194:0
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data/info.pb
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.194
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.194
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/logs
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:29.010295 4137 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:29.012286 4137 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:29.038667 4150 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:29.605708 4132 heartbeater.cc:503] Master 127.3.156.252:38191 was elected leader, sending a full tablet report...
19:41:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:29.039808 4151 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:29.040793 4137 server_base.cc:1034] running on GCE node
19:41:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:29.041080 4153 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.269152 4137 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.271761 4137 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:30.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.273149 4137 hybrid_clock.cc:648] HybridClock initialized: now 1790365290273114 us; error 54 us; skew 500 ppm
19:41:30.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.274022 4137 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.281399 4137 webserver.cc:460] Webserver started at http://127.3.156.194:38797/ using document root <none> and password file <none>
19:41:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.282501 4137 fs_manager.cc:359] Metadata directory not provided
19:41:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.282706 4137 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.283149 4137 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.288663 4137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data/instance:
19:41:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac77a6b147a74f0d95a449338029e87b"
19:41:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:30 on dist-test-slave-xgft"
19:41:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.289995 4137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal/instance:
19:41:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac77a6b147a74f0d95a449338029e87b"
19:41:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:30 on dist-test-slave-xgft"
19:41:30.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.298887 4137 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.008s
19:41:30.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.305774 4160 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.307231 4137 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.004s
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.307700 4137 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac77a6b147a74f0d95a449338029e87b"
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:30 on dist-test-slave-xgft"
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.308077 4137 fs_report.cc:383] FS layout report
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal
19:41:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data/data
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.346360 4137 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.348150 4137 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.348729 4137 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.352072 4137 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:41:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.357776 4137 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:41:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.358018 4137 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:41:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.358381 4137 ts_tablet_manager.cc:610] Registered 0 tablets
19:41:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.358618 4137 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:41:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.568380 4137 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.194:44497
19:41:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.568486 4272 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.194:44497 every 8 connection(s)
19:41:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.571255 4137 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/data/info.pb
19:41:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.581386 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4137
19:41:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.582278 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-1/wal/instance
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.619546 3699 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/logs
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data/info.pb
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.195:0
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.195
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.195
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:41:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.628918 4275 heartbeater.cc:347] Connected to a master server at 127.3.156.254:33115
19:41:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.629508 4275 heartbeater.cc:464] Registering TS with master...
19:41:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.630959 4275 heartbeater.cc:511] Master 127.3.156.254:33115 requested a full tablet report, sending...
19:41:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.631541 4273 heartbeater.cc:347] Connected to a master server at 127.3.156.252:38191
19:41:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.632707 4273 heartbeater.cc:464] Registering TS with master...
19:41:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.633564 4273 heartbeater.cc:511] Master 127.3.156.252:38191 requested a full tablet report, sending...
19:41:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.635042 3743 ts_manager.cc:194] Registered new tserver with Master: ac77a6b147a74f0d95a449338029e87b (127.3.156.194:44497)
19:41:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.635972 3899 ts_manager.cc:194] Registered new tserver with Master: ac77a6b147a74f0d95a449338029e87b (127.3.156.194:44497)
19:41:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.636613 4274 heartbeater.cc:347] Connected to a master server at 127.3.156.253:33783
19:41:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.636957 4274 heartbeater.cc:464] Registering TS with master...
19:41:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.638595 4274 heartbeater.cc:511] Master 127.3.156.253:33783 requested a full tablet report, sending...
19:41:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.639057 3899 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.156.194:39415
19:41:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:30.641450 3819 ts_manager.cc:194] Registered new tserver with Master: ac77a6b147a74f0d95a449338029e87b (127.3.156.194:44497)
19:41:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:30.982725 4283 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:30.983358 4283 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:30.983850 4283 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:31.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:31.019294 4283 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:31.020251 4283 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.156.195
19:41:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:31.057475 4283 tablet_server_runner.cc:78] Tablet server non-default flags:
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.156.212:32819
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.156.195:0
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data/info.pb
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.156.195
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.156.254:33115,127.3.156.253:33783,127.3.156.252:38191
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.156.195
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/logs
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:31.058912 4283 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:31.061102 4283 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:31.081450 4291 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:31.643759 4273 heartbeater.cc:503] Master 127.3.156.252:38191 was elected leader, sending a full tablet report...
19:41:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:31.083616 4293 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:31.081530 4290 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:31.084291 4283 server_base.cc:1034] running on GCE node
19:41:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.302474 4283 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.305869 4283 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.307484 4283 hybrid_clock.cc:648] HybridClock initialized: now 1790365292307442 us; error 47 us; skew 500 ppm
19:41:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.308852 4283 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.318938 4283 webserver.cc:460] Webserver started at http://127.3.156.195:46227/ using document root <none> and password file <none>
19:41:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.320477 4283 fs_manager.cc:359] Metadata directory not provided
19:41:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.320792 4283 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.321452 4283 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.330204 4283 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data/instance:
19:41:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e062b5ffb91e44acba89f2ce43679bb1"
19:41:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:32 on dist-test-slave-xgft"
19:41:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.332181 4283 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal/instance:
19:41:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e062b5ffb91e44acba89f2ce43679bb1"
19:41:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:32 on dist-test-slave-xgft"
19:41:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.341521 4283 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
19:41:32.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.348136 4300 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.349520 4283 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:41:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.349865 4283 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal
19:41:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e062b5ffb91e44acba89f2ce43679bb1"
19:41:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:32 on dist-test-slave-xgft"
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.351032 4283 fs_report.cc:383] FS layout report
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data/data
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.391896 4283 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.393755 4283 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.394286 4283 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.397889 4283 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:41:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.403849 4283 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:41:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.404120 4283 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:41:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.404436 4283 ts_tablet_manager.cc:610] Registered 0 tablets
19:41:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.404632 4283 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:41:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.610013 4283 rpc_server.cc:307] RPC server started. Bound to: 127.3.156.195:38829
19:41:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.610186 4412 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.156.195:38829 every 8 connection(s)
19:41:32.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.613102 4283 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/data/info.pb
19:41:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.622816 3699 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4283
19:41:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.623363 3699 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster7689352625624005783/ts-2/wal/instance
19:41:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.667969 4414 heartbeater.cc:347] Connected to a master server at 127.3.156.253:33783
19:41:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.668533 4414 heartbeater.cc:464] Registering TS with master...
19:41:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.669878 4414 heartbeater.cc:511] Master 127.3.156.253:33783 requested a full tablet report, sending...
19:41:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.674202 3819 ts_manager.cc:194] Registered new tserver with Master: e062b5ffb91e44acba89f2ce43679bb1 (127.3.156.195:38829)
19:41:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.674458 4413 heartbeater.cc:347] Connected to a master server at 127.3.156.252:38191
19:41:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.674808 4413 heartbeater.cc:464] Registering TS with master...
19:41:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.675712 4413 heartbeater.cc:511] Master 127.3.156.252:38191 requested a full tablet report, sending...
19:41:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.678624 3899 ts_manager.cc:194] Registered new tserver with Master: e062b5ffb91e44acba89f2ce43679bb1 (127.3.156.195:38829)
19:41:32.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.680848 3899 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.156.195:38297
19:41:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.681995 4415 heartbeater.cc:347] Connected to a master server at 127.3.156.254:33115
19:41:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.682411 4415 heartbeater.cc:464] Registering TS with master...
19:41:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.684069 4415 heartbeater.cc:511] Master 127.3.156.254:33115 requested a full tablet report, sending...
19:41:32.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.686729 3743 ts_manager.cc:194] Registered new tserver with Master: e062b5ffb91e44acba89f2ce43679bb1 (127.3.156.195:38829)
19:41:32.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:32.699582 3699 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:41:32.712 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:41:32.714 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:41:32.726 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.156.254"
port: 33115
}
bound_http_address {
host: "127.3.156.254"
port: 38263
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.156.253"
port: 33783
}
bound_http_address {
host: "127.3.156.253"
port: 36495
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.156.252"
port: 38191
}
bound_http_address {
host: "127.3.156.252"
port: 37781
}
}
}
19:41:32.732 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:41:32.735 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.156.193"
port: 45367
}
bound_http_address {
host: "127.3.156.193"
port: 46065
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.156.194"
port: 44497
}
bound_http_address {
host: "127.3.156.194"
port: 38797
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.156.195"
port: 38829
}
bound_http_address {
host: "127.3.156.195"
port: 46227
}
}
}
19:41:32.735 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:41:32.926 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:41:33.047 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskP9Ng4x/test-tmp
19:41:33.048 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:41:33.048 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskP9Ng4x/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:41:33.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:41:33.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:33.423 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:41:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:33.428373 4425 mini_oidc.cc:152] Starting JWKS server
19:41:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:33.434288 4425 webserver.cc:460] Webserver started at http://127.0.0.1:44033/ using document root <none> and password file <none>
19:41:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:33.434962 4425 mini_oidc.cc:189] Starting OIDC Discovery server
19:41:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:33.437350 4425 webserver.cc:460] Webserver started at http://127.0.0.1:40729/ using document root <none> and password file <none>
19:41:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:41:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/principal' for realm 'KRBTEST.COM',
19:41:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:41:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:33 dist-test-slave-xgft krb5kdc[4437](info): setting up network...
19:41:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:41:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:33 dist-test-slave-xgft krb5kdc[4437](info): set up 2 sockets
19:41:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:33 dist-test-slave-xgft krb5kdc[4437](info): commencing operation
19:41:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:41:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:33.686705 4413 heartbeater.cc:503] Master 127.3.156.252:38191 was elected leader, sending a full tablet report...
19:41:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:34.587673 4425 mini_kdc.cc:121] Time spent starting KDC: real 1.121s user 0.004s sys 0.022s
19:41:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:41:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:41:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:41:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:41:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:41:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:41:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:41:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:41:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:41:34.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:41:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/test-user.keytab.
19:41:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/test-user.keytab.
19:41:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:34 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365294, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:41:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:41:34Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:41:34.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:41:34Z Disabled control of system clock
19:41:34.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.82.126@KRBTEST.COM; defaulting to no policy
19:41:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.82.126@KRBTEST.COM" created.
19:41:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab.
19:41:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab.
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:34.820079 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/logs
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.126:39639
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.126
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.126
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.185484 4451 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.186285 4451 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.187052 4451 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.223820 4451 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.224205 4451 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.224676 4451 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.225059 4451 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.225416 4451 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.225765 4451 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.226043 4451 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:35.270426 4451 master_runner.cc:386] Master server non-default flags:
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.126
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.126:39639
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.126
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/logs
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:35.272418 4451 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:35.273904 4451 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.301257 4458 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.302080 4457 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:35.303436 4460 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:36.580847 4459 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:41:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.580996 4451 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:41:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.586776 4451 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.590005 4451 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.591439 4451 hybrid_clock.cc:648] HybridClock initialized: now 1790365296591404 us; error 61 us; skew 500 ppm
19:41:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.592907 4451 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:36 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365296, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.602094 4451 init.cc:377] Logged in from keytab as kudu/127.4.82.126@KRBTEST.COM (short username kudu)
19:41:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.609818 4451 webserver.cc:460] Webserver started at http://127.4.82.126:46035/ using document root <none> and password file <none>
19:41:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.610939 4451 fs_manager.cc:359] Metadata directory not provided
19:41:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.611142 4451 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.611652 4451 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.617383 4451 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/instance:
19:41:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49fb234f6dbf4465ba66602b0d97fe23"
19:41:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:36 on dist-test-slave-xgft"
19:41:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.619578 4451 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal/instance:
19:41:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49fb234f6dbf4465ba66602b0d97fe23"
19:41:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:36 on dist-test-slave-xgft"
19:41:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.629629 4451 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.005s
19:41:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.637241 4469 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:36.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.638597 4451 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:41:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.639034 4451 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49fb234f6dbf4465ba66602b0d97fe23"
19:41:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:36 on dist-test-slave-xgft"
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.639477 4451 fs_report.cc:383] FS layout report
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/data
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.693039 4451 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.700690 4451 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.701308 4451 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.796820 4451 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.126:39639
19:41:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.796869 4520 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.126:39639 every 8 connection(s)
19:41:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.799814 4451 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.803845 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4451
19:41:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.804455 4425 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal/instance
19:41:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.808662 4521 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.825515 4521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } has no permanent_uuid. Determining permanent_uuid...
19:41:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.82.125@KRBTEST.COM; defaulting to no policy
19:41:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.82.125@KRBTEST.COM" created.
19:41:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:36 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365296, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.126@KRBTEST.COM for kudu/127.4.82.126@KRBTEST.COM
19:41:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab.
19:41:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab.
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.864727 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/logs
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.125:35593
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.125
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.125
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.878108 4521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
19:41:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:36.881254 4472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:36.886415 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:36.936081 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 1
19:41:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:36.940346 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:37.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.008787 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 2
19:41:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.013705 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:37.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.105595 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 3
19:41:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.110028 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.243381 4527 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.244889 4527 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.245659 4527 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.253453 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 4
19:41:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.257820 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.282167 4527 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.282500 4527 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.282987 4527 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.283384 4527 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.283721 4527 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.284044 4527 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.284294 4527 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.326212 4527 master_runner.cc:386] Master server non-default flags:
19:41:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.125
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.125:35593
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.125
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/logs
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.328136 4527 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.329703 4527 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:37.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.350950 4538 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.557236 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 5
19:41:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.562104 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.109547 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 6
19:41:38.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:38.118539 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.125:35593: Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.350940 4536 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:37.352217 4535 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:37.353896 4527 server_base.cc:1034] running on GCE node
19:41:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.679849 4527 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.683650 4527 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.685341 4527 hybrid_clock.cc:648] HybridClock initialized: now 1790365298685287 us; error 46 us; skew 500 ppm
19:41:38.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.686663 4527 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:38 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365298, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.704579 4527 init.cc:377] Logged in from keytab as kudu/127.4.82.125@KRBTEST.COM (short username kudu)
19:41:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.712796 4527 webserver.cc:460] Webserver started at http://127.4.82.125:33877/ using document root <none> and password file <none>
19:41:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.713826 4527 fs_manager.cc:359] Metadata directory not provided
19:41:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.714022 4527 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.714443 4527 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.720355 4527 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/instance:
19:41:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79bb37afdf304577920797cf13d5fdbb"
19:41:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:38 on dist-test-slave-xgft"
19:41:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.721648 4527 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal/instance:
19:41:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79bb37afdf304577920797cf13d5fdbb"
19:41:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:38 on dist-test-slave-xgft"
19:41:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.731410 4527 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.011s sys 0.001s
19:41:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.737982 4549 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.739249 4527 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.739671 4527 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79bb37afdf304577920797cf13d5fdbb"
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:38 on dist-test-slave-xgft"
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.740036 4527 fs_report.cc:383] FS layout report
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/data
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.778692 4527 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.785970 4527 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.786479 4527 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.886472 4527 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.125:35593
19:41:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.886533 4600 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.125:35593 every 8 connection(s)
19:41:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.890033 4527 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.895035 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4527
19:41:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.895603 4425 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal/instance
19:41:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.899709 4601 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.82.124@KRBTEST.COM; defaulting to no policy
19:41:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.918366 4601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } has no permanent_uuid. Determining permanent_uuid...
19:41:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.82.124@KRBTEST.COM" created.
19:41:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:38 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365298, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.125@KRBTEST.COM for kudu/127.4.82.126@KRBTEST.COM
19:41:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:41:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab.
19:41:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.82.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab.
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.956782 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/logs
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.124:35201
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.124
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.124
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.964936 4601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
19:41:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:38 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365298, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.125@KRBTEST.COM for kudu/127.4.82.125@KRBTEST.COM
19:41:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:38.997306 4601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } has no permanent_uuid. Determining permanent_uuid...
19:41:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:38.999758 4551 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.004545 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.054100 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 1
19:41:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.058367 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.126760 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 2
19:41:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.130748 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.179157 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } attempt: 7
19:41:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:39 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365296, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.126@KRBTEST.COM for kudu/127.4.82.125@KRBTEST.COM
19:41:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.210100 4521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } has no permanent_uuid. Determining permanent_uuid...
19:41:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.217029 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.222177 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 3
19:41:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.225998 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.275473 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 1
19:41:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.279747 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.336943 4608 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.337617 4608 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.338205 4608 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.361220 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 2
19:41:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.365238 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.369498 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 4
19:41:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.373328 4608 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.373557 4608 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.373821 4608 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.373994 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.374176 4608 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.374451 4608 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.374658 4608 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.374790 4608 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.415460 4608 master_runner.cc:386] Master server non-default flags:
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.124
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.124:35201
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.124
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/logs
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.417292 4608 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.418642 4608 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.442056 4619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.450704 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 3
19:41:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.454965 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.595885 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 4
19:41:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.600694 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.673444 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 5
19:41:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.678917 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.884116 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 5
19:41:39.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.893389 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.226414 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 6
19:41:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:40.234416 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.445892 4521 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 6
19:41:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:40.460450 4521 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.442355 4620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:39.442458 4622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:39.444430 4608 server_base.cc:1034] running on GCE node
19:41:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.762037 4608 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.765213 4608 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.766584 4608 hybrid_clock.cc:648] HybridClock initialized: now 1790365300766554 us; error 62 us; skew 500 ppm
19:41:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.767506 4608 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:40 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365300, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.775599 4608 init.cc:377] Logged in from keytab as kudu/127.4.82.124@KRBTEST.COM (short username kudu)
19:41:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.782686 4608 webserver.cc:460] Webserver started at http://127.4.82.124:39973/ using document root <none> and password file <none>
19:41:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.783908 4608 fs_manager.cc:359] Metadata directory not provided
19:41:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.784179 4608 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:40.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.784819 4608 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:41:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.790493 4608 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/instance:
19:41:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa80c484f5f4857a2562104e732a6fd"
19:41:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:40 on dist-test-slave-xgft"
19:41:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.791934 4608 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal/instance:
19:41:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa80c484f5f4857a2562104e732a6fd"
19:41:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:40 on dist-test-slave-xgft"
19:41:40.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.801015 4608 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:41:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.807796 4635 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.808938 4608 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
19:41:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.809325 4608 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa80c484f5f4857a2562104e732a6fd"
19:41:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:40 on dist-test-slave-xgft"
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.809695 4608 fs_report.cc:383] FS layout report
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/data
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.850317 4608 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.856626 4608 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.857187 4608 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.956591 4608 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.124:35201
19:41:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.956699 4687 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.124:35201 every 8 connection(s)
19:41:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.961236 4608 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.962296 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4608
19:41:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.962831 4425 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal/instance
19:41:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.971966 4689 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:41:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:40.996361 4689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } has no permanent_uuid. Determining permanent_uuid...
19:41:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365294, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.82.124@KRBTEST.COM
19:41:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365300, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for kudu/127.4.82.126@KRBTEST.COM
19:41:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.034740 4689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } has no permanent_uuid. Determining permanent_uuid...
19:41:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365294, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.82.125@KRBTEST.COM
19:41:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365300, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for kudu/127.4.82.125@KRBTEST.COM
19:41:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.062707 4689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } has no permanent_uuid. Determining permanent_uuid...
19:41:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365300, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for kudu/127.4.82.124@KRBTEST.COM
19:41:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365294, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.82.126@KRBTEST.COM
19:41:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.096115 4689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Bootstrap starting.
19:41:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.096557 4425 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:41:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.103224 4689 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Neither blocks nor log segments found. Creating new log.
19:41:41.105 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.106280 4689 log.cc:824] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Log is configured to *not* fsync() on all Append() calls
19:41:41.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:41:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.111922 4689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: No bootstrap required, opened a new log
19:41:41.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:41:41.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:41:41.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.82.126"
port: 39639
}
bound_http_address {
host: "127.4.82.126"
port: 46035
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.82.125"
port: 35593
}
bound_http_address {
host: "127.4.82.125"
port: 33877
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.82.124"
port: 35201
}
bound_http_address {
host: "127.4.82.124"
port: 39973
}
}
}
19:41:41.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:41:41.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.127 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:41:41.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:41:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.141335 4689 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.142093 4689 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:41:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.142423 4689 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aa80c484f5f4857a2562104e732a6fd, State: Initialized, Role: FOLLOWER
19:41:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.143353 4689 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.147158 4699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } } }
19:41:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.148149 4699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: This master's current role is: FOLLOWER
19:41:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.149159 4689 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: configured and running, proceeding with master startup.
19:41:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:41:41.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.179 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc
19:41:41.187 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:41:41.188 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc
19:41:41.190 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:41:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.194182 4711 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:41.195 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:41:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.195401 4711 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:41.198 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:41:41.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:41:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.181073 4608 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: OK, instance_id { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" instance_seqno: 1790365296769735 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:41:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.215092 4608 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.233104 4699 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.233783 4699 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:41 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:41:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.238938 4699 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:41.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.247 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc
19:41:41.249 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:41:41.251 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.82.124:35201
19:41:41.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:41:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.254539 4425 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4608
19:41:41.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.285 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.82.126:39639
19:41:41.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:41:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.286470 4425 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4451
19:41:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.294883 4601 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } attempt: 7
19:41:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.314767 4601 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.82.124:35201: Network error: Client connection negotiation failed: client connection to 127.4.82.124:35201: connect: Connection refused (error 111)
19:41:41.322 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.323 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.82.125:35593
19:41:41.323 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:41:41.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.323868 4425 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4527
19:41:41.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:41.348 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.82.124:35201
19:41:41.350 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:41:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.352434 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/logs
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.124:35201
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.124
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39973
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab
19:41:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.124
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.706697 4717 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.707433 4717 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.708082 4717 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.743613 4717 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.743873 4717 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.744143 4717 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.744340 4717 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.744524 4717 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.744705 4717 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.744832 4717 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.788203 4717 master_runner.cc:386] Master server non-default flags:
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data
19:41:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.124.keytab
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.124
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.124:35201
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.124
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39973
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/logs
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.789717 4717 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:41.791209 4717 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.813701 4726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.813695 4723 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:41.813763 4724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.062695 4725 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:41:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.062743 4717 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:41:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.067559 4717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.071182 4717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.072685 4717 hybrid_clock.cc:648] HybridClock initialized: now 1790365303072660 us; error 63 us; skew 500 ppm
19:41:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.073565 4717 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:43 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365303, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.080700 4717 init.cc:377] Logged in from keytab as kudu/127.4.82.124@KRBTEST.COM (short username kudu)
19:41:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.087081 4717 webserver.cc:460] Webserver started at http://127.4.82.124:39973/ using document root <none> and password file <none>
19:41:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.088263 4717 fs_manager.cc:359] Metadata directory not provided
19:41:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.088557 4717 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.098132 4717 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
19:41:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.103251 4735 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.104586 4717 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:41:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.104996 4717 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa80c484f5f4857a2562104e732a6fd"
19:41:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:40 on dist-test-slave-xgft"
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.107625 4717 fs_report.cc:383] FS layout report
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/wal
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/data
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:43.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.141846 4717 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:43.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.148567 4717 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.149161 4717 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.235074 4717 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.124:35201
19:41:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.235200 4786 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.124:35201 every 8 connection(s)
19:41:43.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.238300 4717 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-2/data/info.pb
19:41:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.242504 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4717
19:41:43.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:43.243 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.82.126:39639
19:41:43.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:41:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.245471 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/logs
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.126:39639
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.126
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46035
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.126
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.253973 4787 sys_catalog.cc:263] Verifying existing consensus state
19:41:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.260049 4787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Bootstrap starting.
19:41:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.298106 4787 log.cc:824] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Log is configured to *not* fsync() on all Append() calls
19:41:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.303504 4787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:41:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.304322 4787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Bootstrap complete.
19:41:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.334367 4787 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.337795 4787 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:41:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.338109 4787 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aa80c484f5f4857a2562104e732a6fd, State: Initialized, Role: FOLLOWER
19:41:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.339223 4787 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.342780 4791 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } } }
19:41:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.343822 4791 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: This master's current role is: FOLLOWER
19:41:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.344843 4787 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [sys.catalog]: configured and running, proceeding with master startup.
19:41:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.384972 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.385366 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:43.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.406471 4741 tablet.cc:2369] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:41:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.388550 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:41:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.423473 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.665283 4789 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.666101 4789 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.666893 4789 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.707754 4789 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.708076 4789 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.708523 4789 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.708881 4789 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.709220 4789 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.709548 4789 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.709817 4789 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.752517 4789 master_runner.cc:386] Master server non-default flags:
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.126.keytab
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.126
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.126:39639
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.126
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46035
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/logs
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.754419 4789 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.755914 4789 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.779220 4812 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:43.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.782853 4791 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:43.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.783571 4791 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.788898 4736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:43.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.791178 4791 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.796268 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.797086 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.797587 4738 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:41:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.799064 4791 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:44.393342 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:44.393936 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.780493 4814 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:43.782801 4789 server_base.cc:1034] running on GCE node
19:41:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:43.779809 4811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:45.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.103391 4789 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.107091 4789 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.108599 4789 hybrid_clock.cc:648] HybridClock initialized: now 1790365305108574 us; error 58 us; skew 500 ppm
19:41:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.109477 4789 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:45 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365305, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.122721 4789 init.cc:377] Logged in from keytab as kudu/127.4.82.126@KRBTEST.COM (short username kudu)
19:41:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.129782 4789 webserver.cc:460] Webserver started at http://127.4.82.126:46035/ using document root <none> and password file <none>
19:41:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.131160 4789 fs_manager.cc:359] Metadata directory not provided
19:41:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.131490 4789 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.142995 4789 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
19:41:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.149055 4823 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.150604 4789 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:41:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.151024 4789 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49fb234f6dbf4465ba66602b0d97fe23"
19:41:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:36 on dist-test-slave-xgft"
19:41:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.153779 4789 fs_report.cc:383] FS layout report
19:41:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal
19:41:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/data
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.214197 4789 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.221961 4789 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.222599 4789 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.329870 4789 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.126:39639
19:41:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.330063 4874 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.126:39639 every 8 connection(s)
19:41:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.334158 4789 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/data/info.pb
19:41:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.340894 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4789
19:41:45.342 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:45.343 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.82.125:35593
19:41:45.344 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.347003 4425 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/logs
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:41:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.125:35593
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.125
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33877
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.125
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:41:45.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.352801 4877 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.354871 4877 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.356698 4875 sys_catalog.cc:263] Verifying existing consensus state
19:41:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 19:41:45.357837 4875 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:41:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.358413 4789 master.cc:537] Master@127.4.82.126:39639 shutting down...
19:41:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.390237 4877 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:45 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365303, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for kudu/127.4.82.126@KRBTEST.COM
19:41:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.398352 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.398952 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.418496 4824 connection.cc:441] server connection from 127.0.0.1:35350 torn down before Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:35350 (request call id 0) could send its response
19:41:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.430601 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.434239 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.434747 4736 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:41:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.436015 4877 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.466675 4789 master.cc:552] Master@127.4.82.126:39639 shutdown complete.
19:41:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:41:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.753825 4878 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:41:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.754570 4878 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:41:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.755277 4878 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:41:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.790728 4878 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:41:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.791536 4878 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:41:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.791970 4878 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:41:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.792196 4878 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:41:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.792395 4878 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:41:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.792587 4878 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:41:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.792821 4878 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44033/jwks.json
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.833643 4878 master_runner.cc:386] Master server non-default flags:
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.82.84:40851
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.82.126:39639,127.4.82.125:35593,127.4.82.124:35201
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/krb5kdc/kudu_127.4.82.125.keytab
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.82.125
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.82.125:35593
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44033/jwks.json
19:41:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.82.125
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33877
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/logs
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 18:42:06 UTC on ccycloud.quasar-gwconk.root.comops.site
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673102
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:41:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.835590 4878 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:41:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.837237 4878 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:41:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.856994 4889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:46.411428 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:46.411970 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.857066 4888 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:45.858798 4878 server_base.cc:1034] running on GCE node
19:41:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:45.857227 4891 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:41:47.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.132357 4878 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:41:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.135288 4878 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:41:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.136734 4878 hybrid_clock.cc:648] HybridClock initialized: now 1790365307136696 us; error 67 us; skew 500 ppm
19:41:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.137619 4878 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:41:47.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:47 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365307, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.144507 4878 init.cc:377] Logged in from keytab as kudu/127.4.82.125@KRBTEST.COM (short username kudu)
19:41:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.149919 4878 webserver.cc:460] Webserver started at http://127.4.82.125:33877/ using document root <none> and password file <none>
19:41:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.151003 4878 fs_manager.cc:359] Metadata directory not provided
19:41:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.151214 4878 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:41:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.160455 4878 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
19:41:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.165766 4902 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:41:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.167039 4878 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
19:41:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.167460 4878 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data,/tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79bb37afdf304577920797cf13d5fdbb"
19:41:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 19:41:38 on dist-test-slave-xgft"
19:41:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.170120 4878 fs_report.cc:383] FS layout report
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/data
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:41:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:41:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.207077 4878 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:41:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.213387 4878 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:41:47.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.213974 4878 kserver.cc:163] Server-wide thread pool size limit: 3276
19:41:47.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.303598 4878 rpc_server.cc:307] RPC server started. Bound to: 127.4.82.125:35593
19:41:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.303772 4953 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.82.125:35593 every 8 connection(s)
19:41:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.307175 4878 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/data/info.pb
19:41:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.315857 4425 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu as pid 4878
19:41:47.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:41:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.322857 4954 sys_catalog.cc:263] Verifying existing consensus state
19:41:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 19:41:47.323964 4954 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:41:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.324481 4878 master.cc:537] Master@127.4.82.125:35593 shutting down...
19:41:47.385 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.82.124:35201(127.4.82.124:35201)] connecting to peer
19:41:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:47.393636 4878 master.cc:552] Master@127.4.82.125:35593 shutdown complete.
19:41:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskP9Ng4x/test-tmp/mini-kudu-cluster4790731846462487887/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:41:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:47.416513 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:47.417196 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:47.458 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:47.460 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:47.521 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.82.124:35201(127.4.82.124:35201)] Successfully connected to peer
19:41:47.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.620 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:41:47.629 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.82.124
19:41:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:47 dist-test-slave-xgft krb5kdc[4437](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365301, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.82.124@KRBTEST.COM
19:41:47.901 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x94be7712, L:/127.0.0.1:34114 - R:/127.4.82.124:35201] using SASL/GSSAPI
19:41:47.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:47.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:47.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:47.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:47.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:47.947 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:47.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:47.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:47.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:47.971 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:47.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:47.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.004 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.007 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.044 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.046 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.287 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.344 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:48.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:48.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:48.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:48.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:48.422647 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:48.423112 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.426766 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:41:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.427119 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.693071 4962 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.693557 4962 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.695267 4962 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:48.700052 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:48.701074 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.701529 4738 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:41:48.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:48.703066 4962 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:49.304 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:49.305 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:49.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:49.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:49.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:49.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:49.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:49.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:49.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:49.427003 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:49.427418 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:50.430783 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:50.431138 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:50.488971 4967 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:50.489581 4967 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:50.491647 4967 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:50.494529 4736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:41:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:50.498066 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:50.498538 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:50.498893 4736 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:41:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:50.499495 4967 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:50.644 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:50.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:50.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:50.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:50.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:50.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:50.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:50.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:50.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:51.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:51.067 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:51.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:51.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:51.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:51.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:51.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:51.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:51.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:51.434195 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:51.434587 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:52.438571 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:52.438938 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:41:53 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365313, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:53.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:53.085217 4731 init.cc:295] Successfully reacquired a new kerberos TGT
19:41:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:53.431484 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:41:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:53.431959 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:53.442116 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:53.442425 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:53.484 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:53.487 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:53.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:53.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:53.967 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:53.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:53.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:53.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:54.007568 4977 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:54.008098 4977 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:41:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:54.009891 4977 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:41:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:54.014925 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:41:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:54.015570 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:41:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:54.015954 4736 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:41:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:54.016628 4977 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:54.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:54.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:54.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:54.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:54.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:54.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:54.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:54.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:54.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:54.445792 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:54.446102 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:55.449285 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:55.449615 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:55.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:55.807 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:55.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:55.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:55.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:55.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:55.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:55.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:55.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:41:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:56.452903 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:56.453212 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:57.456493 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:57.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:57.456801 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:58.434922 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:41:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:41:58.435423 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:58.460246 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:58.460623 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:59.463886 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:41:59.464282 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:59.644 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:41:59.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:41:59.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:59.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:59.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:41:59.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:59.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:59.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:41:59.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:00.320775 4986 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:42:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:00.321341 4986 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:42:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:00.322963 4986 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:42:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:00.325724 4736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:42:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:00.329015 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:42:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:00.329455 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:42:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:00.329890 4736 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:42:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:00.330596 4986 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:42:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:00.467526 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:00.467847 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:01.471906 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:01.472242 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:01.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:01.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:01.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:01.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:01.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:01.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:01.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:01.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:01.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:02.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:02.361987 4993 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:42:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:02.362747 4993 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49fb234f6dbf4465ba66602b0d97fe23" member_type: VOTER last_known_addr { host: "127.4.82.126" port: 39639 } } peers { permanent_uuid: "79bb37afdf304577920797cf13d5fdbb" member_type: VOTER last_known_addr { host: "127.4.82.125" port: 35593 } } peers { permanent_uuid: "2aa80c484f5f4857a2562104e732a6fd" member_type: VOTER last_known_addr { host: "127.4.82.124" port: 35201 } }
19:42:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:02.365092 4993 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639), 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593)
19:42:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:02.370563 4736 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 49fb234f6dbf4465ba66602b0d97fe23 (127.4.82.126:39639): Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111)
19:42:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:02.371188 4738 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 79bb37afdf304577920797cf13d5fdbb (127.4.82.125:35593): Network error: Client connection negotiation failed: client connection to 127.4.82.125:35593: connect: Connection refused (error 111)
19:42:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:02.371536 4738 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa80c484f5f4857a2562104e732a6fd; no voters: 49fb234f6dbf4465ba66602b0d97fe23, 79bb37afdf304577920797cf13d5fdbb
19:42:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:02.372201 4993 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:42:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:02.475783 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:02.476101 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:42:03 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365323, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:42:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:03.088016 4731 init.cc:295] Successfully reacquired a new kerberos TGT
19:42:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:03.438433 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:42:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:03.438860 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:42:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:03.478979 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:03.479341 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:04.124 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:04.125 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:04.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:04.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:04.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:04.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:04.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:04.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:04.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:04.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:04.482642 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:04.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:04.482959 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:05.485948 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:05.486246 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:06.489557 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:06.489882 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:07.493533 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:07.493855 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:07.744 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:07.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:07.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:07.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:07.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:07.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:07.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:07.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:08.441840 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:42:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:08.442222 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:42:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:08.497038 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:08.497359 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:09.500375 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:09.500671 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:10.505185 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:10.506994 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:10.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:10.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:10.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:10.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:10.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:10.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:10.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:10.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:10.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:11.204 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:11.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:11.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:11.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:11.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:11.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:11.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:11.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:11.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:11.510557 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:11.510874 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:11.518733 4128 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb780 after lost signal to thread 4001
19:42:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:11.519960 4128 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe20 after lost signal to thread 4131
19:42:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:12.516518 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:12.517474 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 19:42:13 dist-test-slave-xgft krb5kdc[4437](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790365333, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.82.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:42:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:13.091149 4731 init.cc:295] Successfully reacquired a new kerberos TGT
19:42:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:13.445966 4717 master_runner.cc:186] Error getting master registration for 127.4.82.126:39639: Network error: Client connection negotiation failed: client connection to 127.4.82.126:39639: connect: Connection refused (error 111),
19:42:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:13.446496 4717 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:42:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:13.521063 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:13.521370 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:14.524101 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:14.524376 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:14.844 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:14.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:14.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:14.847 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:14.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:14.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:14.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:14.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:14.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:15.527117 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:15.527493 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:15.764 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:15.765 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:15.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:15.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:15.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:15.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:15.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:15.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:15.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:16.530396 4803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa80c484f5f4857a2562104e732a6fd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:42:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 19:42:16.530683 4803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:42:16.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.126:39639(127.4.82.126:39639)] connecting to peer
19:42:16.805 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.82.125:35593(127.4.82.125:35593)] connecting to peer
19:42:16.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:16.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.82.126:39639(127.4.82.126:39639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:16.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.126:39639: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639
19:42:16.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:16.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.125:35593(127.4.82.125:35593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:16.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.82.125:35593: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
19:42:16.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593; will retry
19:42:16.813 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29486), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [275ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [589ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [606ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [610ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [625ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [644ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [649ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [680ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [686ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [725ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [726ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [765ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [784ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [961ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [964ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1016ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1976ms] refreshing cache from master, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1985ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3323ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3736ms] refreshing cache from master, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3741ms] too many traces: truncated at 100 traces, deferred=Deferred@739257152(state=PENDING, result=null, callback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657), errback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657)))
19:42:16.818 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.82.126:39639(127.4.82.126:39639)] disconnecting while in state TERMINATED
19:42:16.819 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.82.125:35593(127.4.82.125:35593)] disconnecting while in state TERMINATED
19:42:16.819 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.82.124:35201(127.4.82.124:35201)] disconnecting while in state READY
19:42:16.827 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.82.124:35201(127.4.82.124:35201)] handling channelInactive
19:42:16.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.82.124:35201(127.4.82.124:35201)] cleaning up while in state READY due to: connection closed
19:42:16.829 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:42:16.831 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:42:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:16.834859 4425 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4717
19:42:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:42:18Z chronyd exiting
19:42:19.079 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:42:19.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.081046 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 3980
19:42:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.111821 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4137
19:42:19.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.142412 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 4283
19:42:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.171372 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 3711
19:42:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.206840 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 3781
19:42:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 19:42:19.244702 3699 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskP9Ng4x/build/tsan/bin/kudu with pid 3856
19:42:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T19:42:20Z chronyd exiting
19:42:21.449 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29486), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [275ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [589ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [606ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [610ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [625ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [644ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [649ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [680ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [686ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [725ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [726ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [765ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [784ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [961ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [964ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1016ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1976ms] refreshing cache from master, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1985ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3323ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3736ms] refreshing cache from master, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3741ms] too many traces: truncated at 100 traces, deferred=Deferred@739257152(state=PENDING, result=null, callback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657), errback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.82.125:35593
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29486), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [275ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [589ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [606ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [607ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [610ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [625ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [644ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [649ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [680ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [686ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [725ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [726ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [765ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [780ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [784ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [956ms] refreshing cache from master, [956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [961ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [963ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [964ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [965ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1016ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1976ms] refreshing cache from master, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [1978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [1985ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.126:39639: Network error: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.124:35201: OK, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.4.82.125:35593: Network error: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3323ms] delaying RPC due to: Service unavailable: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593, [3736ms] refreshing cache from master, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.124:35201, [3737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.126:39639, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.82.125:35593, [3741ms] too many traces: truncated at 100 traces, deferred=Deferred@739257152(state=PENDING, result=null, callback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657), errback=(continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.82.124:35201,127.4.82.126:39639,127.4.82.125:35593) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.126:39639(127.4.82.126:39639): Connection refused: /127.4.82.126:39639,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.82.125:35593(127.4.82.125:35593): Connection refused: /127.4.82.125:35593
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.82.125:35593
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)