03:33:51.169 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:33:51.181 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAkteBU/test-tmp
03:33:51.184 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:33:51.188 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAkteBU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:33:51.420 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:33:51.610 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:33:51.611 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:33:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:51.615103 7538 mini_oidc.cc:152] Starting JWKS server
03:33:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:51.619758 7538 webserver.cc:460] Webserver started at http://127.0.0.1:45033/ using document root <none> and password file <none>
03:33:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:51.620270 7538 mini_oidc.cc:189] Starting OIDC Discovery server
03:33:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:51.622522 7538 webserver.cc:460] Webserver started at http://127.0.0.1:42353/ using document root <none> and password file <none>
03:33:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:33:51Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:33:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:33:51Z Disabled control of system clock
03:33:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:51.673969 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal
03:33:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data
03:33:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:33:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:33:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:33:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/logs
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data/info.pb
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:33:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.190:38917
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.190
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json with env {}
03:33:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:51.983501 7550 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:33:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:51.984099 7550 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:33:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:51.984702 7550 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:33:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.017556 7550 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:33:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.017876 7550 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:33:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.018083 7550 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:33:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.018317 7550 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:33:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.018610 7550 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:33:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.018841 7550 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45033/jwks.json
03:33:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:52.055495 7550 master_runner.cc:386] Master server non-default flags:
03:33:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.190:38917
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data/info.pb
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.190
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/logs
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:52.056984 7550 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:33:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:52.059284 7550 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:33:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.080966 7559 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.080958 7556 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:52.083015 7550 server_base.cc:1034] running on GCE node
03:33:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:52.081020 7557 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.284797 7550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:33:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.287663 7550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:33:53.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.289048 7550 hybrid_clock.cc:648] HybridClock initialized: now 1790480033289017 us; error 48 us; skew 500 ppm
03:33:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.289965 7550 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:33:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.301002 7550 webserver.cc:460] Webserver started at http://127.7.92.190:35309/ using document root <none> and password file <none>
03:33:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.302030 7550 fs_manager.cc:359] Metadata directory not provided
03:33:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.302297 7550 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:33:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.302698 7550 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:33:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.307699 7550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data/instance:
03:33:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "787400eaea7c4526bf3729c317425d18"
03:33:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:53 on dist-test-slave-vwlw"
03:33:53.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.309021 7550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal/instance:
03:33:53.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "787400eaea7c4526bf3729c317425d18"
03:33:53.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:53 on dist-test-slave-vwlw"
03:33:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.317420 7550 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
03:33:53.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.324018 7566 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:33:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.325510 7550 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
03:33:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.325905 7550 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal
03:33:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "787400eaea7c4526bf3729c317425d18"
03:33:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:53 on dist-test-slave-vwlw"
03:33:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.326362 7550 fs_report.cc:383] FS layout report
03:33:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:33:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data/data
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:33:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:33:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:33:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.364961 7550 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:33:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.366616 7550 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:33:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.367156 7550 kserver.cc:163] Server-wide thread pool size limit: 3276
03:33:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.446408 7550 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.190:38917
03:33:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.446719 7617 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.190:38917 every 8 connection(s)
03:33:53.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.449337 7550 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/data/info.pb
03:33:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.453444 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 7550
03:33:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.453982 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-0/wal/instance
03:33:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.456333 7618 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:33:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.459120 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal
03:33:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data
03:33:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/logs
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data/info.pb
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:33:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.189:35561
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.189
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json with env {}
03:33:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.470533 7618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } has no permanent_uuid. Determining permanent_uuid...
03:33:53.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.502138 7618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
03:33:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.504799 7569 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.509110 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.558768 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 1
03:33:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.563967 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.632390 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 2
03:33:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.636852 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.728302 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 3
03:33:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.732366 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.789351 7620 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:33:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.789932 7620 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:33:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.790512 7620 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:33:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.822646 7620 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:33:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.822930 7620 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:33:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.823244 7620 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:33:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.823571 7620 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:33:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.823877 7620 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:33:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.824096 7620 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45033/jwks.json
03:33:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.860694 7620 master_runner.cc:386] Master server non-default flags:
03:33:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.189:35561
03:33:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data/info.pb
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.189
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/logs
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:33:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:33:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:33:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:33:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:33:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:33:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:33:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:33:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.862120 7620 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:33:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.864300 7620 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:33:53.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.875885 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 4
03:33:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.881683 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.888689 7630 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:54.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:54.181214 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 5
03:33:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:54.186400 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:54.733845 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 6
03:33:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:54.742031 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.189:35561: Network error: Client connection negotiation failed: client connection to 127.7.92.189:35561: connect: Connection refused (error 111)
03:33:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.888797 7629 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:53.890878 7620 server_base.cc:1034] running on GCE node
03:33:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:53.888792 7632 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.102238 7620 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:33:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.105682 7620 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:33:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.107167 7620 hybrid_clock.cc:648] HybridClock initialized: now 1790480035107064 us; error 106 us; skew 500 ppm
03:33:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.108366 7620 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:33:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.115916 7620 webserver.cc:460] Webserver started at http://127.7.92.189:37445/ using document root <none> and password file <none>
03:33:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.116900 7620 fs_manager.cc:359] Metadata directory not provided
03:33:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.117092 7620 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:33:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.117565 7620 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:33:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.122588 7620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data/instance:
03:33:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ee8e859b81b402c9c0681bfae9626ea"
03:33:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:55 on dist-test-slave-vwlw"
03:33:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.123780 7620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal/instance:
03:33:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ee8e859b81b402c9c0681bfae9626ea"
03:33:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:55 on dist-test-slave-vwlw"
03:33:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.132513 7620 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
03:33:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.138535 7641 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:33:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.139792 7620 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:33:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.140147 7620 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal
03:33:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ee8e859b81b402c9c0681bfae9626ea"
03:33:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:55 on dist-test-slave-vwlw"
03:33:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.140599 7620 fs_report.cc:383] FS layout report
03:33:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:33:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal
03:33:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal
03:33:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data/data
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:33:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:33:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:33:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:33:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:33:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.176492 7620 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:33:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.178107 7620 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:33:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.178622 7620 kserver.cc:163] Server-wide thread pool size limit: 3276
03:33:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.259075 7620 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.189:35561
03:33:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.259172 7692 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.189:35561 every 8 connection(s)
03:33:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.262769 7620 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/data/info.pb
03:33:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.263829 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 7620
03:33:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.264303 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-1/wal/instance
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.266999 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:33:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/logs
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data/info.pb
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.188:42161
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.188
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json with env {}
03:33:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.276751 7693 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:33:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.288797 7693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } has no permanent_uuid. Determining permanent_uuid...
03:33:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.320605 7693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
03:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.338681 7693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
03:33:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.341251 7643 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.346354 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.395908 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 1
03:33:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.400503 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.468969 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 2
03:33:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.472957 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.564481 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 3
03:33:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.568377 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.599488 7695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:33:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.600211 7695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:33:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.600922 7695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:33:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.632556 7695 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:33:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.632946 7695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:33:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.633296 7695 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:33:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.633666 7695 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:33:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.633993 7695 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:33:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.634228 7695 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45033/jwks.json
03:33:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.670354 7695 master_runner.cc:386] Master server non-default flags:
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.188:42161
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:33:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45033/jwks.json
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data/info.pb
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.188
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/logs
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:33:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:33:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.671938 7695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:33:55.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.674197 7695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:33:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.696570 7706 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:55.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.711788 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 4
03:33:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.718470 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.802485 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } attempt: 7
03:33:55.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.837059 7618 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
03:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.857538 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:55.916214 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 1
03:33:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.922201 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.003818 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 2
03:33:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.010181 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.018047 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 5
03:33:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.024230 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.095822 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 3
03:33:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.102988 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.243556 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 4
03:33:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.249677 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.533308 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 5
03:33:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.539589 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.571878 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 6
03:33:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.584524 7693 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.696686 7708 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:56.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:55.697882 7705 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:56.970046 7707 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
03:33:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.970206 7695 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:33:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.971486 7695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:33:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.974767 7695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:33:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.976230 7695 hybrid_clock.cc:648] HybridClock initialized: now 1790480036976190 us; error 79 us; skew 500 ppm
03:33:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.977025 7695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:33:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.984498 7695 webserver.cc:460] Webserver started at http://127.7.92.188:42511/ using document root <none> and password file <none>
03:33:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.985520 7695 fs_manager.cc:359] Metadata directory not provided
03:33:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.985731 7695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:33:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.986125 7695 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:33:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.991089 7695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data/instance:
03:33:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea08f4a95f684c279c8fd67f0177f368"
03:33:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:56 on dist-test-slave-vwlw"
03:33:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:56.992187 7695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal/instance:
03:33:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea08f4a95f684c279c8fd67f0177f368"
03:33:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:56 on dist-test-slave-vwlw"
03:33:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.000226 7695 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
03:33:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.006563 7719 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:33:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.007937 7695 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:33:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.008265 7695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal
03:33:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea08f4a95f684c279c8fd67f0177f368"
03:33:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:33:56 on dist-test-slave-vwlw"
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.008617 7695 fs_report.cc:383] FS layout report
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data/data
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:33:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:33:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:33:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.048533 7695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:33:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.050482 7695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:33:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.050887 7695 kserver.cc:163] Server-wide thread pool size limit: 3276
03:33:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.092156 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 6
03:33:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:57.100634 7618 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.92.188:42161: Network error: Client connection negotiation failed: client connection to 127.7.92.188:42161: connect: Connection refused (error 111)
03:33:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.136956 7695 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.188:42161
03:33:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.137106 7772 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.188:42161 every 8 connection(s)
03:33:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.139783 7695 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/data/info.pb
03:33:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.143512 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 7695
03:33:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.143998 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/master-2/wal/instance
03:33:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.146289 7773 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:33:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.165477 7773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } has no permanent_uuid. Determining permanent_uuid...
03:33:57.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.192612 7773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
03:33:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.204569 7773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
03:33:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.224012 7773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: Bootstrap starting.
03:33:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.230536 7773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: Neither blocks nor log segments found. Creating new log.
03:33:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.233086 7773 log.cc:824] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: Log is configured to *not* fsync() on all Append() calls
03:33:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.238026 7773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: No bootstrap required, opened a new log
03:33:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.261561 7773 raft_consensus.cc:348] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.262323 7773 raft_consensus.cc:374] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:33:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.262611 7773 raft_consensus.cc:729] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea08f4a95f684c279c8fd67f0177f368, State: Initialized, Role: FOLLOWER
03:33:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.263559 7773 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.266794 7782 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.268116 7782 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: This master's current role is: FOLLOWER
03:33:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.269034 7773 sys_catalog.cc:564] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: configured and running, proceeding with master startup.
03:33:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:57.303681 7793 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:33:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:57.304036 7793 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:33:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:57.306236 7725 tablet.cc:2369] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:33:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.300158 7695 master_runner.cc:186] Error getting master registration for 127.7.92.190:38917: OK, instance_id { permanent_uuid: "787400eaea7c4526bf3729c317425d18" instance_seqno: 1790480033424750 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:33:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.328362 7695 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:33:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.332345 7782 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:33:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.332862 7782 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.335448 7782 leader_election.cc:288] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 787400eaea7c4526bf3729c317425d18 (127.7.92.190:38917), 6ee8e859b81b402c9c0681bfae9626ea (127.7.92.189:35561)
03:33:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.645128 7693 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 7
03:33:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.667611 7693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: Bootstrap starting.
03:33:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.678808 7693 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: Neither blocks nor log segments found. Creating new log.
03:33:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.682447 7693 log.cc:824] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: Log is configured to *not* fsync() on all Append() calls
03:33:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.689807 7693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: No bootstrap required, opened a new log
03:33:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.723963 7693 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.725785 7693 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:33:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.726132 7693 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ee8e859b81b402c9c0681bfae9626ea, State: Initialized, Role: FOLLOWER
03:33:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.727128 7693 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.730024 7797 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.730857 7797 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: This master's current role is: FOLLOWER
03:33:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.732189 7693 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: configured and running, proceeding with master startup.
03:33:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.732344 7668 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea08f4a95f684c279c8fd67f0177f368" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ee8e859b81b402c9c0681bfae9626ea" is_pre_election: true
03:33:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.733932 7668 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea08f4a95f684c279c8fd67f0177f368 in term 0.
03:33:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.735770 7722 leader_election.cc:302] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ee8e859b81b402c9c0681bfae9626ea, ea08f4a95f684c279c8fd67f0177f368; no voters:
03:33:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.736969 7782 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:33:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.737371 7782 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:33:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.737709 7782 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 0 FOLLOWER]: Advancing to term 1
03:33:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.753345 7782 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.766278 7668 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea08f4a95f684c279c8fd67f0177f368" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ee8e859b81b402c9c0681bfae9626ea"
03:33:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.766872 7668 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 0 FOLLOWER]: Advancing to term 1
03:33:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.774607 7668 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea08f4a95f684c279c8fd67f0177f368 in term 1.
03:33:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.775835 7722 leader_election.cc:302] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ee8e859b81b402c9c0681bfae9626ea, ea08f4a95f684c279c8fd67f0177f368; no voters:
03:33:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.781409 7782 leader_election.cc:288] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [CANDIDATE]: Term 1 election: Requested vote from peers 787400eaea7c4526bf3729c317425d18 (127.7.92.190:38917), 6ee8e859b81b402c9c0681bfae9626ea (127.7.92.189:35561)
03:33:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.781982 7782 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 1 FOLLOWER]: Leader election won for term 1
03:33:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.782428 7782 raft_consensus.cc:686] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [term 1 LEADER]: Becoming Leader. State: Replica: ea08f4a95f684c279c8fd67f0177f368, State: Running, Role: LEADER
03:33:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.784754 7782 consensus_queue.cc:237] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.794955 7809 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:33:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.813139 7808 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea08f4a95f684c279c8fd67f0177f368. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.813941 7808 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: This master's current role is: LEADER
03:33:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.827656 7811 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:33:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.799140 7620 master_runner.cc:186] Error getting master registration for 127.7.92.190:38917: OK, instance_id { permanent_uuid: "787400eaea7c4526bf3729c317425d18" instance_seqno: 1790480033424750 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:33:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.832917 7620 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:33:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.835783 7811 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:33:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.856016 7668 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [term 1 FOLLOWER]: Refusing update from remote peer ea08f4a95f684c279c8fd67f0177f368: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:33:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.857772 7782 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:33:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.875007 7797 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea08f4a95f684c279c8fd67f0177f368. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.876133 7797 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: This master's current role is: FOLLOWER
03:33:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.886785 7808 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.887557 7808 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: This master's current role is: LEADER
03:33:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.896116 7811 catalog_manager.cc:1347] Generated new cluster ID: b3d9558c50d94527b2bbc0c102c55e3a
03:33:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.896462 7811 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:33:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.896528 7797 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.897323 7797 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea [sys.catalog]: This master's current role is: FOLLOWER
03:33:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.927635 7811 catalog_manager.cc:1370] Generated new certificate authority record
03:33:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.930846 7811 catalog_manager.cc:1504] Loading token signing keys...
03:33:57.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.958038 7811 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368: Generated new TSK 0
03:33:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.959657 7811 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:33:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:57.977202 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:33:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/logs
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data/info.pb
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.129:0
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.129
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.129
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:33:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.134009 7618 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } attempt: 7
03:33:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.189081 7618 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: Bootstrap starting.
03:33:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.206336 7618 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: Neither blocks nor log segments found. Creating new log.
03:33:58.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.214295 7618 log.cc:824] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: Log is configured to *not* fsync() on all Append() calls
03:33:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.241426 7618 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: No bootstrap required, opened a new log
03:33:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.339952 7618 raft_consensus.cc:348] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.342614 7618 raft_consensus.cc:374] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:33:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.343677 7618 raft_consensus.cc:729] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 787400eaea7c4526bf3729c317425d18, State: Initialized, Role: FOLLOWER
03:33:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.346517 7618 consensus_queue.cc:260] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } }
03:33:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.351135 7820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.353070 7820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: This master's current role is: FOLLOWER
03:33:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.358366 7592 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea08f4a95f684c279c8fd67f0177f368" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "787400eaea7c4526bf3729c317425d18"
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.359256 7592 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 0 FOLLOWER]: Advancing to term 1
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.359519 7593 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea08f4a95f684c279c8fd67f0177f368" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "787400eaea7c4526bf3729c317425d18" is_pre_election: true
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.360553 7593 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:44640 (request call id 2) took 1024 ms. Trace:
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.360877 7593 rpcz_store.cc:276] 0927 03:33:57.336030 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 03:33:57.336172 (+ 142us) service_pool.cc:227] Handling call
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 03:33:58.360484 (+1024312us) inbound_call.cc:173] Queueing success response
03:33:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
03:33:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.362455 7618 sys_catalog.cc:564] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: configured and running, proceeding with master startup.
03:33:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.368680 7592 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea08f4a95f684c279c8fd67f0177f368 in term 1.
03:33:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.370743 7591 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [term 1 FOLLOWER]: Refusing update from remote peer ea08f4a95f684c279c8fd67f0177f368: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:33:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.378564 7572 tablet.cc:2369] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:33:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.381316 7782 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [LEADER]: Connected to new peer: Peer: permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:33:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.445817 7820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea08f4a95f684c279c8fd67f0177f368. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.446561 7820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: This master's current role is: FOLLOWER
03:33:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.447834 7827 sys_catalog.cc:455] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.448616 7827 sys_catalog.cc:458] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18 [sys.catalog]: This master's current role is: FOLLOWER
03:33:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.514844 7817 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:33:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.515908 7817 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:33:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.516870 7817 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:33:58.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.550987 7841 catalog_manager.cc:1259] Loaded cluster ID: b3d9558c50d94527b2bbc0c102c55e3a
03:33:58.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.551391 7841 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: loading cluster ID for follower catalog manager: success
03:33:58.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.560130 7841 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: acquiring CA information for follower catalog manager: success
03:33:58.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.566838 7841 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 787400eaea7c4526bf3729c317425d18: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:33:58.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.574601 7817 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:33:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.576098 7817 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.92.129
03:33:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.636049 7817 tablet_server_runner.cc:78] Tablet server non-default flags:
03:33:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.129:0
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:33:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data/info.pb
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.129
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.129
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/logs
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:33:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:33:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:33:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.637609 7817 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:33:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.639637 7817 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:33:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.665406 7844 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:33:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.821106 7809 catalog_manager.cc:1259] Loaded cluster ID: b3d9558c50d94527b2bbc0c102c55e3a
03:33:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.827593 7809 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: loading cluster ID for follower catalog manager: success
03:33:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.859213 7809 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: acquiring CA information for follower catalog manager: success
03:33:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.878655 7809 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6ee8e859b81b402c9c0681bfae9626ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:33:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.955399 7782 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea08f4a95f684c279c8fd67f0177f368" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "787400eaea7c4526bf3729c317425d18" member_type: VOTER last_known_addr { host: "127.7.92.190" port: 38917 } } peers { permanent_uuid: "6ee8e859b81b402c9c0681bfae9626ea" member_type: VOTER last_known_addr { host: "127.7.92.189" port: 35561 } } peers { permanent_uuid: "ea08f4a95f684c279c8fd67f0177f368" member_type: VOTER last_known_addr { host: "127.7.92.188" port: 42161 } } }
03:33:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:33:58.957376 7782 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea08f4a95f684c279c8fd67f0177f368 [sys.catalog]: This master's current role is: LEADER
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:00.057056 7843 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7817
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:02.236860 7843 kernel_stack_watchdog.cc:198] Thread 7817 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 390ms:
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:34:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:34:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:33:58.667295 7845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:02.238067 7817 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.573s user 0.813s sys 1.198s
03:34:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:02.238626 7817 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.574s user 0.813s sys 1.198s
03:34:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:02.239806 7848 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:02.242409 7846 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:34:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.242441 7817 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:34:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.244232 7817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.246984 7817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.248728 7817 hybrid_clock.cc:648] HybridClock initialized: now 1790480042248675 us; error 62 us; skew 500 ppm
03:34:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.249855 7817 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.284448 7817 webserver.cc:460] Webserver started at http://127.7.92.129:39003/ using document root <none> and password file <none>
03:34:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.286036 7817 fs_manager.cc:359] Metadata directory not provided
03:34:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.286351 7817 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.286909 7817 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.298171 7817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data/instance:
03:34:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb0eaac26a114a6fa63995d272f8e4f2"
03:34:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:02 on dist-test-slave-vwlw"
03:34:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.299772 7817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal/instance:
03:34:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb0eaac26a114a6fa63995d272f8e4f2"
03:34:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:02 on dist-test-slave-vwlw"
03:34:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.309882 7817 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
03:34:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.317728 7861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.319136 7817 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.319545 7817 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb0eaac26a114a6fa63995d272f8e4f2"
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:02 on dist-test-slave-vwlw"
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.319994 7817 fs_report.cc:383] FS layout report
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data/data
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.376925 7817 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.379009 7817 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.379628 7817 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.383302 7817 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:34:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.389276 7817 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:34:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.389564 7817 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
03:34:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.389854 7817 ts_tablet_manager.cc:610] Registered 0 tablets
03:34:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.390058 7817 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:34:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.640194 7817 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.129:35931
03:34:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.640319 7973 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.129:35931 every 8 connection(s)
03:34:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.643851 7817 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/data/info.pb
03:34:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.650226 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 7817
03:34:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.650943 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-0/wal/instance
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.679037 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/logs
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data/info.pb
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.130:0
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.130
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.130
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:34:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.753407 7975 heartbeater.cc:347] Connected to a master server at 127.7.92.189:35561
03:34:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.753998 7975 heartbeater.cc:464] Registering TS with master...
03:34:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.755511 7975 heartbeater.cc:511] Master 127.7.92.189:35561 requested a full tablet report, sending...
03:34:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.760895 7658 ts_manager.cc:194] Registered new tserver with Master: eb0eaac26a114a6fa63995d272f8e4f2 (127.7.92.129:35931)
03:34:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.765525 7974 heartbeater.cc:347] Connected to a master server at 127.7.92.188:42161
03:34:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.765901 7974 heartbeater.cc:464] Registering TS with master...
03:34:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.766594 7974 heartbeater.cc:511] Master 127.7.92.188:42161 requested a full tablet report, sending...
03:34:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.770363 7736 ts_manager.cc:194] Registered new tserver with Master: eb0eaac26a114a6fa63995d272f8e4f2 (127.7.92.129:35931)
03:34:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.773332 7736 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.92.129:56535
03:34:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.779045 7977 heartbeater.cc:347] Connected to a master server at 127.7.92.190:38917
03:34:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.779429 7977 heartbeater.cc:464] Registering TS with master...
03:34:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.780133 7977 heartbeater.cc:511] Master 127.7.92.190:38917 requested a full tablet report, sending...
03:34:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:02.782603 7583 ts_manager.cc:194] Registered new tserver with Master: eb0eaac26a114a6fa63995d272f8e4f2 (127.7.92.129:35931)
03:34:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.092988 7981 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.093497 7981 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.094137 7981 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.128453 7981 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.129880 7981 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.92.130
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:03.166993 7981 tablet_server_runner.cc:78] Tablet server non-default flags:
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data
03:34:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.130:0
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data/info.pb
03:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.130
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.130
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/logs
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:03.168186 7981 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:03.169951 7981 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.190851 7990 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:03.780336 7974 heartbeater.cc:503] Master 127.7.92.188:42161 was elected leader, sending a full tablet report...
03:34:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:03.192926 7981 server_base.cc:1034] running on GCE node
03:34:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.191038 7991 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:03.192173 7993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.432355 7981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.434824 7981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.436230 7981 hybrid_clock.cc:648] HybridClock initialized: now 1790480044436195 us; error 50 us; skew 500 ppm
03:34:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.437104 7981 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.444154 7981 webserver.cc:460] Webserver started at http://127.7.92.130:44087/ using document root <none> and password file <none>
03:34:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.445173 7981 fs_manager.cc:359] Metadata directory not provided
03:34:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.445480 7981 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.446004 7981 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.451442 7981 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data/instance:
03:34:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27739b416e28441b95ac33d9325f15e4"
03:34:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:04 on dist-test-slave-vwlw"
03:34:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.452754 7981 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal/instance:
03:34:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27739b416e28441b95ac33d9325f15e4"
03:34:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:04 on dist-test-slave-vwlw"
03:34:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.460647 7981 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
03:34:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.468088 8001 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.469581 7981 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
03:34:04.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.470000 7981 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal
03:34:04.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27739b416e28441b95ac33d9325f15e4"
03:34:04.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:04 on dist-test-slave-vwlw"
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.470386 7981 fs_report.cc:383] FS layout report
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data/data
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:04.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.518081 7981 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:04.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.519541 7981 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.519970 7981 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.522447 7981 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:34:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.526669 7981 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:34:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.526875 7981 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:34:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.527086 7981 ts_tablet_manager.cc:610] Registered 0 tablets
03:34:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.527231 7981 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:34:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.695286 7981 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.130:34553
03:34:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.695396 8113 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.130:34553 every 8 connection(s)
03:34:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.697939 7981 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/data/info.pb
03:34:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.707798 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 7981
03:34:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.708396 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-1/wal/instance
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.722980 7538 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/logs
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data/info.pb
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.131:0
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.131
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.131
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:34:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.765856 8114 heartbeater.cc:347] Connected to a master server at 127.7.92.188:42161
03:34:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.766352 8114 heartbeater.cc:464] Registering TS with master...
03:34:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.767795 8116 heartbeater.cc:347] Connected to a master server at 127.7.92.190:38917
03:34:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.768138 8116 heartbeater.cc:464] Registering TS with master...
03:34:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.769763 8116 heartbeater.cc:511] Master 127.7.92.190:38917 requested a full tablet report, sending...
03:34:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.772955 8115 heartbeater.cc:347] Connected to a master server at 127.7.92.189:35561
03:34:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.773406 8115 heartbeater.cc:464] Registering TS with master...
03:34:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.773351 7583 ts_manager.cc:194] Registered new tserver with Master: 27739b416e28441b95ac33d9325f15e4 (127.7.92.130:34553)
03:34:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.774394 8115 heartbeater.cc:511] Master 127.7.92.189:35561 requested a full tablet report, sending...
03:34:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.777872 8114 heartbeater.cc:511] Master 127.7.92.188:42161 requested a full tablet report, sending...
03:34:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.777609 7657 ts_manager.cc:194] Registered new tserver with Master: 27739b416e28441b95ac33d9325f15e4 (127.7.92.130:34553)
03:34:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.780568 7736 ts_manager.cc:194] Registered new tserver with Master: 27739b416e28441b95ac33d9325f15e4 (127.7.92.130:34553)
03:34:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:04.782192 7736 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.92.130:52319
03:34:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.108232 8124 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.108811 8124 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.109489 8124 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.141331 8124 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.142644 8124 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.92.131
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:05.179904 8124 tablet_server_runner.cc:78] Tablet server non-default flags:
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.92.148:37149
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.92.131:0
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data/info.pb
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.92.131
03:34:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.92.190:38917,127.7.92.189:35561,127.7.92.188:42161
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.92.131
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/logs
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:05.181507 8124 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:05.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:05.183286 8124 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.204777 8131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:05.786470 8114 heartbeater.cc:503] Master 127.7.92.188:42161 was elected leader, sending a full tablet report...
03:34:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.205111 8130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:05.204836 8133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:05.207911 8124 server_base.cc:1034] running on GCE node
03:34:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.471789 8124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.474581 8124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:06.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.476191 8124 hybrid_clock.cc:648] HybridClock initialized: now 1790480046476088 us; error 43 us; skew 500 ppm
03:34:06.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.477043 8124 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.483853 8124 webserver.cc:460] Webserver started at http://127.7.92.131:44379/ using document root <none> and password file <none>
03:34:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.485013 8124 fs_manager.cc:359] Metadata directory not provided
03:34:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.485333 8124 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.485801 8124 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.491410 8124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data/instance:
03:34:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb99778b51b74365aec25a0d5a3edb37"
03:34:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:06 on dist-test-slave-vwlw"
03:34:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.492619 8124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal/instance:
03:34:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb99778b51b74365aec25a0d5a3edb37"
03:34:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:06 on dist-test-slave-vwlw"
03:34:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.500726 8124 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
03:34:06.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.506867 8141 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.508342 8124 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:34:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.508975 8124 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal
03:34:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb99778b51b74365aec25a0d5a3edb37"
03:34:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:06 on dist-test-slave-vwlw"
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.509487 8124 fs_report.cc:383] FS layout report
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data/data
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.557392 8124 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.558967 8124 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.559499 8124 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:06.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.562189 8124 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:34:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.566951 8124 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:34:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.567195 8124 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:34:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.567533 8124 ts_tablet_manager.cc:610] Registered 0 tablets
03:34:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.567764 8124 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:34:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.738009 8124 rpc_server.cc:307] RPC server started. Bound to: 127.7.92.131:38357
03:34:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.738106 8253 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.92.131:38357 every 8 connection(s)
03:34:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.740931 8124 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/data/info.pb
03:34:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.751137 7538 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8124
03:34:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.751631 7538 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster2933370531407703075/ts-2/wal/instance
03:34:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.792201 8255 heartbeater.cc:347] Connected to a master server at 127.7.92.189:35561
03:34:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.792791 8254 heartbeater.cc:347] Connected to a master server at 127.7.92.188:42161
03:34:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.792778 8255 heartbeater.cc:464] Registering TS with master...
03:34:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.793164 8254 heartbeater.cc:464] Registering TS with master...
03:34:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.792766 8256 heartbeater.cc:347] Connected to a master server at 127.7.92.190:38917
03:34:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.793974 8256 heartbeater.cc:464] Registering TS with master...
03:34:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.794917 8254 heartbeater.cc:511] Master 127.7.92.188:42161 requested a full tablet report, sending...
03:34:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.794939 8255 heartbeater.cc:511] Master 127.7.92.189:35561 requested a full tablet report, sending...
03:34:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.798614 8256 heartbeater.cc:511] Master 127.7.92.190:38917 requested a full tablet report, sending...
03:34:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.800949 7658 ts_manager.cc:194] Registered new tserver with Master: bb99778b51b74365aec25a0d5a3edb37 (127.7.92.131:38357)
03:34:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.801891 7582 ts_manager.cc:194] Registered new tserver with Master: bb99778b51b74365aec25a0d5a3edb37 (127.7.92.131:38357)
03:34:06.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.808048 7735 ts_manager.cc:194] Registered new tserver with Master: bb99778b51b74365aec25a0d5a3edb37 (127.7.92.131:38357)
03:34:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.810019 7735 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.92.131:55083
03:34:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:06.815073 7538 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:34:06.827 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:34:06.828 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:34:06.839 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.92.190"
port: 38917
}
bound_http_address {
host: "127.7.92.190"
port: 35309
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.92.189"
port: 35561
}
bound_http_address {
host: "127.7.92.189"
port: 37445
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.92.188"
port: 42161
}
bound_http_address {
host: "127.7.92.188"
port: 42511
}
}
}
03:34:06.844 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:34:06.847 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.92.129"
port: 35931
}
bound_http_address {
host: "127.7.92.129"
port: 39003
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.92.130"
port: 34553
}
bound_http_address {
host: "127.7.92.130"
port: 44087
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.92.131"
port: 38357
}
bound_http_address {
host: "127.7.92.131"
port: 44379
}
}
}
03:34:06.847 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:34:07.043 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:34:07.173 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAkteBU/test-tmp
03:34:07.174 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:34:07.175 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAkteBU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:34:07.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:34:07.550 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:07.550 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:34:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:07.553510 8265 mini_oidc.cc:152] Starting JWKS server
03:34:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:07.557143 8265 webserver.cc:460] Webserver started at http://127.0.0.1:44639/ using document root <none> and password file <none>
03:34:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:07.557971 8265 mini_oidc.cc:189] Starting OIDC Discovery server
03:34:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:07.560374 8265 webserver.cc:460] Webserver started at http://127.0.0.1:45069/ using document root <none> and password file <none>
03:34:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:34:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/principal' for realm 'KRBTEST.COM',
03:34:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:34:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:07 dist-test-slave-vwlw krb5kdc[8277](info): setting up network...
03:34:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:34:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:07 dist-test-slave-vwlw krb5kdc[8277](info): set up 2 sockets
03:34:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:07 dist-test-slave-vwlw krb5kdc[8277](info): commencing operation
03:34:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:34:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:07.814531 8254 heartbeater.cc:503] Master 127.7.92.188:42161 was elected leader, sending a full tablet report...
03:34:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:08.785440 8265 mini_kdc.cc:121] Time spent starting KDC: real 1.197s user 0.007s sys 0.016s
03:34:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:34:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:34:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:34:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:09.020406 8265 mini_kdc.cc:253] Time spent creating user principal test-admin: real 0.234s user 0.002s sys 0.005s
03:34:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:34:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:34:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:34:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:09.250608 8265 mini_kdc.cc:253] Time spent creating user principal test-user: real 0.230s user 0.005s sys 0.000s
03:34:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:34:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:34:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:34:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:09.476023 8265 mini_kdc.cc:253] Time spent creating user principal joe-interloper: real 0.225s user 0.001s sys 0.004s
03:34:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:34:10.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/test-user.keytab.
03:34:10.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/test-user.keytab.
03:34:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:10.329658 8265 mini_kdc.cc:302] Time spent creating keytab for test-user: real 0.853s user 0.000s sys 0.005s
03:34:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:10 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:34:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:34:10Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:34:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:34:10Z Disabled control of system clock
03:34:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.18.126@KRBTEST.COM; defaulting to no policy
03:34:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.18.126@KRBTEST.COM" created.
03:34:11.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab.
03:34:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab.
03:34:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.395526 8265 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.8.18.126: real 1.010s user 0.004s sys 0.005s
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:11.397902 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/logs
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.126:46203
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.126
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.126
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.746426 8292 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.747098 8292 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.747941 8292 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.781733 8292 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.781965 8292 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.782285 8292 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.782608 8292 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.782938 8292 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.783248 8292 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.783437 8292 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:11.833284 8292 master_runner.cc:386] Master server non-default flags:
03:34:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.126
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.126:46203
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.126
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/logs
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:11.835074 8292 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:11.836519 8292 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.859575 8302 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.859586 8299 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:11.861147 8292 server_base.cc:1034] running on GCE node
03:34:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:11.859782 8300 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.140640 8292 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.144639 8292 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.146328 8292 hybrid_clock.cc:648] HybridClock initialized: now 1790480053146238 us; error 87 us; skew 500 ppm
03:34:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.147541 8292 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:13 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480053, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.160859 8292 init.cc:377] Logged in from keytab as kudu/127.8.18.126@KRBTEST.COM (short username kudu)
03:34:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.166244 8292 webserver.cc:460] Webserver started at http://127.8.18.126:41091/ using document root <none> and password file <none>
03:34:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.167188 8292 fs_manager.cc:359] Metadata directory not provided
03:34:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.167388 8292 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.167780 8292 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.173834 8292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/instance:
03:34:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ddfff92842144c994d2e1899aef3cbf"
03:34:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:13 on dist-test-slave-vwlw"
03:34:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.175148 8292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal/instance:
03:34:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ddfff92842144c994d2e1899aef3cbf"
03:34:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:13 on dist-test-slave-vwlw"
03:34:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.183539 8292 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
03:34:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.190299 8312 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.191668 8292 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:34:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.192185 8292 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ddfff92842144c994d2e1899aef3cbf"
03:34:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:13 on dist-test-slave-vwlw"
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.192590 8292 fs_report.cc:383] FS layout report
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/data
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:13.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.228740 8292 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.235212 8292 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.235754 8292 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.325534 8292 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.126:46203
03:34:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.325616 8363 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.126:46203 every 8 connection(s)
03:34:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.328302 8292 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.329726 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8292
03:34:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.330157 8265 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal/instance
03:34:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.335835 8364 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:34:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.18.125@KRBTEST.COM; defaulting to no policy
03:34:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.349749 8364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } has no permanent_uuid. Determining permanent_uuid...
03:34:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.18.125@KRBTEST.COM" created.
03:34:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:13 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480053, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.126@KRBTEST.COM for kudu/127.8.18.126@KRBTEST.COM
03:34:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab.
03:34:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab.
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.383814 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/logs
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.125:37535
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.125
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.125
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.396682 8364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } has no permanent_uuid. Determining permanent_uuid...
03:34:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.399286 8314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.403859 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.453366 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 1
03:34:13.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.457585 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.526010 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 2
03:34:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.530079 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.621542 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 3
03:34:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.625962 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.724498 8370 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.725102 8370 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.725795 8370 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.758668 8370 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.758913 8370 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.759255 8370 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.759466 8370 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.759653 8370 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.759850 8370 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.759979 8370 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.769410 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 4
03:34:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.773459 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.799350 8370 master_runner.cc:386] Master server non-default flags:
03:34:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.125
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.125:37535
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.125
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/logs
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.800575 8370 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:13.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:13.801836 8370 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.828548 8379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:14.072945 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 5
03:34:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:14.079684 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:14.627328 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 6
03:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:14.649279 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.125:37535: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.831192 8378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:13.828559 8381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.205896 8380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1376 milliseconds
03:34:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.206061 8370 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:34:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.207475 8370 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.210924 8370 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.212378 8370 hybrid_clock.cc:648] HybridClock initialized: now 1790480055212329 us; error 69 us; skew 500 ppm
03:34:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.213335 8370 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:15 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480055, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.219360 8370 init.cc:377] Logged in from keytab as kudu/127.8.18.125@KRBTEST.COM (short username kudu)
03:34:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.224260 8370 webserver.cc:460] Webserver started at http://127.8.18.125:40283/ using document root <none> and password file <none>
03:34:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.225579 8370 fs_manager.cc:359] Metadata directory not provided
03:34:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.225801 8370 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.226240 8370 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.231479 8370 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/instance:
03:34:15.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06"
03:34:15.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:15 on dist-test-slave-vwlw"
03:34:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.232682 8370 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal/instance:
03:34:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06"
03:34:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:15 on dist-test-slave-vwlw"
03:34:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.240358 8370 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
03:34:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.246518 8392 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.248008 8370 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:34:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.248407 8370 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06"
03:34:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:15 on dist-test-slave-vwlw"
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.248723 8370 fs_report.cc:383] FS layout report
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/data
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.298046 8370 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.305438 8370 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.306141 8370 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:15.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.395268 8370 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.125:37535
03:34:15.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.395352 8443 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.125:37535 every 8 connection(s)
03:34:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.398082 8370 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.403776 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8370
03:34:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.404153 8265 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal/instance
03:34:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.404399 8444 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:34:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.419775 8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } has no permanent_uuid. Determining permanent_uuid...
03:34:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.18.124@KRBTEST.COM; defaulting to no policy
03:34:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.18.124@KRBTEST.COM" created.
03:34:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:15 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480055, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.125@KRBTEST.COM for kudu/127.8.18.126@KRBTEST.COM
03:34:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:34:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab.
03:34:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.18.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab.
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.455741 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/logs
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.124:42943
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.124
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.124
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.466281 8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } has no permanent_uuid. Determining permanent_uuid...
03:34:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:15 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480055, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.125@KRBTEST.COM for kudu/127.8.18.125@KRBTEST.COM
03:34:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.503293 8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } has no permanent_uuid. Determining permanent_uuid...
03:34:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.506387 8396 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.511337 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.560889 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 1
03:34:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.565330 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.633801 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 2
03:34:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.638268 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.709892 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } attempt: 7
03:34:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:15 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480053, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.126@KRBTEST.COM for kudu/127.8.18.125@KRBTEST.COM
03:34:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.729704 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 3
03:34:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.734222 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.739019 8364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } has no permanent_uuid. Determining permanent_uuid...
03:34:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.744884 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.803362 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 1
03:34:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.805549 8450 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.806309 8450 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.807276 8450 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.807963 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.846241 8450 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.846843 8450 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.847536 8450 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.848027 8450 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.848404 8450 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.848891 8450 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.849151 8450 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.877635 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 4
03:34:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.881390 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.889389 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 2
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.890341 8450 master_runner.cc:386] Master server non-default flags:
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.124
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.124:42943
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.124
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/logs
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.891839 8450 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.893158 8450 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.893869 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.912724 8461 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:15.979403 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 3
03:34:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.986202 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:16.126799 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 4
03:34:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:16.133105 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:16.180908 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 5
03:34:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:16.189734 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:16.416725 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 5
03:34:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:16.424714 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:16.737646 8444 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 6
03:34:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:16.768688 8444 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:16.977378 8364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } attempt: 6
03:34:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:16.989979 8364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.18.124:42943: Network error: Client connection negotiation failed: client connection to 127.8.18.124:42943: connect: Connection refused (error 111)
03:34:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.913003 8462 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:17.261060 8463 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1350 milliseconds
03:34:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.261284 8450 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:34:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:15.913393 8464 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.266772 8450 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.270926 8450 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.272441 8450 hybrid_clock.cc:648] HybridClock initialized: now 1790480057272389 us; error 67 us; skew 500 ppm
03:34:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.273681 8450 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.281805 8450 init.cc:377] Logged in from keytab as kudu/127.8.18.124@KRBTEST.COM (short username kudu)
03:34:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.293054 8450 webserver.cc:460] Webserver started at http://127.8.18.124:40953/ using document root <none> and password file <none>
03:34:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.294327 8450 fs_manager.cc:359] Metadata directory not provided
03:34:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.294603 8450 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.295167 8450 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:34:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.301156 8450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/instance:
03:34:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aee41c29972943e18b0cdb314a47ef38"
03:34:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:17 on dist-test-slave-vwlw"
03:34:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.302438 8450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal/instance:
03:34:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aee41c29972943e18b0cdb314a47ef38"
03:34:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:17 on dist-test-slave-vwlw"
03:34:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.310537 8450 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
03:34:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.317364 8476 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:17.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.318616 8450 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.318926 8450 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aee41c29972943e18b0cdb314a47ef38"
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:17 on dist-test-slave-vwlw"
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.319233 8450 fs_report.cc:383] FS layout report
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/data
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.380818 8450 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.388166 8450 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.388636 8450 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.483997 8450 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.124:42943
03:34:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.484092 8527 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.124:42943 every 8 connection(s)
03:34:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.487016 8450 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.493495 8528 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:34:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.496074 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8450
03:34:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.496460 8265 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal/instance
03:34:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.509174 8528 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } has no permanent_uuid. Determining permanent_uuid...
03:34:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for kudu/127.8.18.126@KRBTEST.COM
03:34:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.18.124@KRBTEST.COM
03:34:17.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.548044 8528 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } has no permanent_uuid. Determining permanent_uuid...
03:34:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for kudu/127.8.18.125@KRBTEST.COM
03:34:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.18.125@KRBTEST.COM
03:34:17.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.578567 8528 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } has no permanent_uuid. Determining permanent_uuid...
03:34:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for kudu/127.8.18.124@KRBTEST.COM
03:34:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.18.126@KRBTEST.COM
03:34:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.609695 8528 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Bootstrap starting.
03:34:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.615392 8265 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:34:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.617101 8528 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Neither blocks nor log segments found. Creating new log.
03:34:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.619037 8528 log.cc:824] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Log is configured to *not* fsync() on all Append() calls
03:34:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.624667 8528 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: No bootstrap required, opened a new log
03:34:17.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:34:17.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:34:17.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:34:17.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.18.126"
port: 46203
}
bound_http_address {
host: "127.8.18.126"
port: 41091
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.18.125"
port: 37535
}
bound_http_address {
host: "127.8.18.125"
port: 40283
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.18.124"
port: 42943
}
bound_http_address {
host: "127.8.18.124"
port: 40953
}
}
}
03:34:17.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:34:17.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.648 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:34:17.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:34:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.659523 8528 raft_consensus.cc:348] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.660465 8528 raft_consensus.cc:374] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:34:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.660763 8528 raft_consensus.cc:729] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aee41c29972943e18b0cdb314a47ef38, State: Initialized, Role: FOLLOWER
03:34:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.661759 8528 consensus_queue.cc:260] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.666605 8539 sys_catalog.cc:455] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } } }
03:34:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.667867 8539 sys_catalog.cc:458] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: This master's current role is: FOLLOWER
03:34:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.668661 8528 sys_catalog.cc:564] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: configured and running, proceeding with master startup.
03:34:17.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.676087 8539 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:17.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.676627 8539 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.682464 8539 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:34:17.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.703 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc
03:34:17.714 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:34:17.715 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc
03:34:17.717 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:34:17.721 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:34:17.728 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:34:17.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:34:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:17.757790 8552 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:17.758162 8552 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:17 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:34:17.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.786 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc
03:34:17.788 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:34:17.789 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.18.124:42943
03:34:17.790 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:34:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.792629 8265 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 8450
03:34:17.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.820 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.18.125:37535
03:34:17.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:34:17.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.821771 8265 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 8370
03:34:17.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.870 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.18.126:46203
03:34:17.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:34:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.871040 8265 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 8292
03:34:17.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:17.900 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.18.124:42943
03:34:17.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:34:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:17.904438 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/logs
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.124:42943
03:34:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.124
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40953
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.124
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.232909 8555 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.233632 8555 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:18.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.234375 8555 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.267346 8555 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.267623 8555 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.268082 8555 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.268417 8555 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.268728 8555 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.269037 8555 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.269294 8555 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:18.307339 8555 master_runner.cc:386] Master server non-default flags:
03:34:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.124.keytab
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.124
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.124:42943
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.124
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40953
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/logs
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:18.308856 8555 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:18.310102 8555 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.329250 8561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:19.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.329316 8562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:19.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:18.331060 8555 server_base.cc:1034] running on GCE node
03:34:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:18.329413 8564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.555096 8555 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.557857 8555 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.559222 8555 hybrid_clock.cc:648] HybridClock initialized: now 1790480059559185 us; error 54 us; skew 500 ppm
03:34:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.560135 8555 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:19 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480059, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.572305 8555 init.cc:377] Logged in from keytab as kudu/127.8.18.124@KRBTEST.COM (short username kudu)
03:34:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.577752 8555 webserver.cc:460] Webserver started at http://127.8.18.124:40953/ using document root <none> and password file <none>
03:34:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.578673 8555 fs_manager.cc:359] Metadata directory not provided
03:34:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.578873 8555 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.586979 8555 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
03:34:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.592140 8573 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.593539 8555 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.593920 8555 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aee41c29972943e18b0cdb314a47ef38"
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:17 on dist-test-slave-vwlw"
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.596242 8555 fs_report.cc:383] FS layout report
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/wal
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/data
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.676036 8555 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.682235 8555 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.682660 8555 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.762403 8555 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.124:42943
03:34:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.762637 8624 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.124:42943 every 8 connection(s)
03:34:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.765391 8555 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-2/data/info.pb
03:34:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.772320 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8555
03:34:19.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:19.773 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.18.125:37535
03:34:19.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.775449 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/logs
03:34:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.125:37535
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.125
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40283
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.125
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.778801 8625 sys_catalog.cc:263] Verifying existing consensus state
03:34:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.788694 8625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Bootstrap starting.
03:34:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.839829 8625 log.cc:824] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Log is configured to *not* fsync() on all Append() calls
03:34:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.845491 8625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:34:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.846508 8625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Bootstrap complete.
03:34:19.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.880908 8625 raft_consensus.cc:348] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:19.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.883821 8625 raft_consensus.cc:374] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:34:19.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.884171 8625 raft_consensus.cc:729] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aee41c29972943e18b0cdb314a47ef38, State: Initialized, Role: FOLLOWER
03:34:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.885082 8625 consensus_queue.cc:260] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.887740 8629 sys_catalog.cc:455] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } } }
03:34:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.888583 8629 sys_catalog.cc:458] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: This master's current role is: FOLLOWER
03:34:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.889174 8625 sys_catalog.cc:564] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [sys.catalog]: configured and running, proceeding with master startup.
03:34:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:19.928587 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:19.929286 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:19.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:19.938125 8579 tablet.cc:2369] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:34:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.917124 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:19.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:19.953862 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:20.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.147358 8627 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:20.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.148149 8627 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.149005 8627 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.182196 8627 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.182488 8627 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.182899 8627 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.183229 8627 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.183552 8627 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:20.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.183873 8627 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:20.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.184124 8627 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.222868 8627 master_runner.cc:386] Master server non-default flags:
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.125.keytab
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.125
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.125:37535
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.125
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40283
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/logs
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.224423 8627 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.225764 8627 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.247819 8649 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.281446 8629 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.282302 8629 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.289614 8576 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.292997 8629 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.304052 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.313453 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.314221 8576 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:20.315518 8629 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.938958 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.939771 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.248018 8648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:20.249215 8651 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:21.565827 8650 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:34:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.566469 8627 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:34:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.571045 8627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.574370 8627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.575838 8627 hybrid_clock.cc:648] HybridClock initialized: now 1790480061575770 us; error 84 us; skew 500 ppm
03:34:21.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.576968 8627 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:21 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480061, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.584308 8627 init.cc:377] Logged in from keytab as kudu/127.8.18.125@KRBTEST.COM (short username kudu)
03:34:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.590559 8627 webserver.cc:460] Webserver started at http://127.8.18.125:40283/ using document root <none> and password file <none>
03:34:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.591686 8627 fs_manager.cc:359] Metadata directory not provided
03:34:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.591953 8627 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:21.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.601508 8627 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
03:34:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.606534 8662 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:21.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.607810 8627 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:34:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.608112 8627 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06"
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:15 on dist-test-slave-vwlw"
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.610774 8627 fs_report.cc:383] FS layout report
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/data
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:21.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.649909 8627 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.656064 8627 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.656486 8627 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.751309 8627 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.125:37535
03:34:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.751471 8713 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.125:37535 every 8 connection(s)
03:34:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.755518 8627 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/data/info.pb
03:34:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.761072 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8627
03:34:21.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:21.763 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.18.126:46203
03:34:21.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.766268 8265 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:34:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/logs
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.126:46203
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.126
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41091
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.126
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:34:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.772059 8714 sys_catalog.cc:263] Verifying existing consensus state
03:34:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 03:34:21.772994 8714 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:34:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.773456 8627 master.cc:537] Master@127.8.18.125:37535 shutting down...
03:34:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:21.836418 8627 master.cc:552] Master@127.8.18.125:37535 shutdown complete.
03:34:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:34:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:21.945013 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:21.945705 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.049111 7614 debug-util.cc:398] Leaking SignalData structure 0x7b0800082940 after lost signal to thread 7551
03:34:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.050835 7614 debug-util.cc:398] Leaking SignalData structure 0x7b08000b02c0 after lost signal to thread 7617
03:34:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.180601 8716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:34:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.181370 8716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:34:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.181977 8716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:34:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.216881 8716 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:34:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.217118 8716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:34:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.217476 8716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:34:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.217685 8716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:34:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.217883 8716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:34:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.218143 8716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:34:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.218322 8716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44639/jwks.json
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.256913 8716 master_runner.cc:386] Master server non-default flags:
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.18.84:38913
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.18.126:46203,127.8.18.125:37535,127.8.18.124:42943
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/krb5kdc/kudu_127.8.18.126.keytab
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.18.126
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:34:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.18.126:46203
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44639/jwks.json
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.18.126
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41091
03:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/logs
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 02:49:50 UTC on ccycloud.quasar-twsplx.root.comops.site
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675617
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.258140 8716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:34:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.259228 8716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:34:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.282158 8725 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.283051 8723 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.282963 8725 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.286273 8725 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.330084 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.332535 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.333323 8575 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:22.334519 8725 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.954042 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.961429 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.678246 8722 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 8716
03:34:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.817472 8722 kernel_stack_watchdog.cc:198] Thread 8716 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 388ms:
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.817713 8716 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.530s user 0.482s sys 0.965s
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:22.290113 8724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.818646 8716 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.531s user 0.483s sys 0.966s
03:34:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.828047 8716 server_base.cc:1034] running on GCE node
03:34:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.828087 8733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:34:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.829909 8716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:34:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.841946 8716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:34:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.843463 8716 hybrid_clock.cc:648] HybridClock initialized: now 1790480063843219 us; error 250 us; skew 500 ppm
03:34:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.847852 8716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:34:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:23 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480063, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.856642 8716 init.cc:377] Logged in from keytab as kudu/127.8.18.126@KRBTEST.COM (short username kudu)
03:34:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.868355 8716 webserver.cc:460] Webserver started at http://127.8.18.126:41091/ using document root <none> and password file <none>
03:34:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.869457 8716 fs_manager.cc:359] Metadata directory not provided
03:34:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.869755 8716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:34:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.880445 8716 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.009s sys 0.001s
03:34:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.886291 8740 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:34:23.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.887760 8716 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
03:34:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.888219 8716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data,/tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ddfff92842144c994d2e1899aef3cbf"
03:34:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 03:34:13 on dist-test-slave-vwlw"
03:34:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.891875 8716 fs_report.cc:383] FS layout report
03:34:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/data
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:34:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:34:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.955874 8716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:34:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.964934 8716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:34:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.965504 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:23.965617 8716 kserver.cc:163] Server-wide thread pool size limit: 3276
03:34:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:23.965811 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.053931 8716 rpc_server.cc:307] RPC server started. Bound to: 127.8.18.126:46203
03:34:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.054064 8791 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.18.126:46203 every 8 connection(s)
03:34:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.058256 8716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/data/info.pb
03:34:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.066213 8265 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu as pid 8716
03:34:24.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:34:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.071556 8792 sys_catalog.cc:263] Verifying existing consensus state
03:34:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 03:34:24.072441 8792 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:34:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.072886 8716 master.cc:537] Master@127.8.18.126:46203 shutting down...
03:34:24.150 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.18.124:42943(127.8.18.124:42943)] connecting to peer
03:34:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.156630 8716 master.cc:552] Master@127.8.18.126:46203 shutdown complete.
03:34:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskAkteBU/test-tmp/mini-kudu-cluster559673230511124799/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:34:24.226 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.229 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.250180 8797 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.250618 8797 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.252573 8797 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:24.263136 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:24.264117 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.264572 8576 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.266031 8797 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:24.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.306 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.18.124:42943(127.8.18.124:42943)] Successfully connected to peer
03:34:24.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.395 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:34:24.405 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.18.124
03:34:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:24 dist-test-slave-vwlw krb5kdc[8277](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480057, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.18.124@KRBTEST.COM
03:34:24.658 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x46a98882, L:/127.0.0.1:51754 - R:/127.8.18.124:42943] using SASL/GSSAPI
03:34:24.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.696 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.698 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.713 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.718 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.756 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.773 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.793 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.794 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.893 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.897 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.957007 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:24.957461 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:24.969069 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:24.969496 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:24.993 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:24.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:24.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:24.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:24.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:25.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:25.376 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:25.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:25.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:25.715 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:25.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:25.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:25.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:25.972559 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:25.972875 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:26.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:26.976190 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:26.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:26.976447 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:26.979489 7689 debug-util.cc:398] Leaking SignalData structure 0x7b08000af900 after lost signal to thread 7624
03:34:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:26.980145 7689 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae920 after lost signal to thread 7692
03:34:27.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:27.194 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:27.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:27.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:27.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:27.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:27.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:27.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:27.979313 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:27.979579 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:28.602576 8808 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:28.603456 8808 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:28.608192 8808 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:28.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:28.610229 8575 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:34:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:28.614018 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:28.614681 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:28.615054 8576 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:28.615835 8808 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:28.982913 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:28.983254 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:29 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480069, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:29.576274 8569 init.cc:295] Successfully reacquired a new kerberos TGT
03:34:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:29.960594 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:29.961047 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:29.986426 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:29.986686 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:30.133 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:30.135 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:30.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:30.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:30.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:30.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:30.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:30.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:30.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:30.989645 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:30.989969 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:31.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:31.993093 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:31.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:31.993448 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:32.214 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:32.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:32.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:32.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:32.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:32.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:32.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:32.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:32.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.418856 8250 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc560 after lost signal to thread 8125
03:34:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.420463 8250 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6b00 after lost signal to thread 8253
03:34:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:32.436422 8815 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:32.436944 8815 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:32.438568 8815 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.444617 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.445138 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:32.445626 8575 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:32.446470 8815 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.996421 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:32.996735 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:33.999756 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:34.000036 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:34.964103 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:34.964548 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:35.003118 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:35.003420 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:35.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:35.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.176 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:35.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:35.228139 8823 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:34:35.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:35.228569 8823 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ddfff92842144c994d2e1899aef3cbf" member_type: VOTER last_known_addr { host: "127.8.18.126" port: 46203 } } peers { permanent_uuid: "6c001ae0e13e4f9f8c19f9c466e6fa06" member_type: VOTER last_known_addr { host: "127.8.18.125" port: 37535 } } peers { permanent_uuid: "aee41c29972943e18b0cdb314a47ef38" member_type: VOTER last_known_addr { host: "127.8.18.124" port: 42943 } }
03:34:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:35.230199 8823 leader_election.cc:288] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203), 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535)
03:34:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:35.231400 8576 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:34:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:35.234951 8575 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6c001ae0e13e4f9f8c19f9c466e6fa06 (127.8.18.125:37535): Network error: Client connection negotiation failed: client connection to 127.8.18.125:37535: connect: Connection refused (error 111)
03:34:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:35.235404 8576 leader_election.cc:334] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7ddfff92842144c994d2e1899aef3cbf (127.8.18.126:46203): Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111)
03:34:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:35.235864 8576 leader_election.cc:302] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: aee41c29972943e18b0cdb314a47ef38; no voters: 6c001ae0e13e4f9f8c19f9c466e6fa06, 7ddfff92842144c994d2e1899aef3cbf
03:34:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:35.236583 8823 raft_consensus.cc:2726] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:34:35.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:35.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:35.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:35.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:35.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:36.006580 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:36.007019 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:37.009963 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:37.010284 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:37.343197 7614 debug-util.cc:398] Leaking SignalData structure 0x7b08000af100 after lost signal to thread 7551
03:34:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:37.343918 7614 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0140 after lost signal to thread 7617
03:34:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:38.013172 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:38.013535 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:39.017504 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:39.017844 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:39 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480079, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:39.578838 8569 init.cc:295] Successfully reacquired a new kerberos TGT
03:34:39.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:39.816 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:39.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:39.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:39.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:39.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:39.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:39.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:39.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:39.968015 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:39.968470 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:40.020701 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:40.020954 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:41.023859 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:41.024111 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:42.027359 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:42.027664 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:42.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:42.676 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:42.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:42.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:42.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:42.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:42.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:42.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:42.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:43.030658 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:43.030912 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:44.034266 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:44.034566 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:44.971591 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:44.972051 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:45.037429 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:45.037747 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:45.113 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:45.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:45.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:45.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:45.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:45.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:45.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:45.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:45.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:45.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:45.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:46.040642 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:46.040969 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:47.044219 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:47.044574 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:47.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:47.474 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:47.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:47.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:47.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:47.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:47.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:47.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:47.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:48.048120 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:48.048414 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:49.052323 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:49.052695 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:49.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:49.194 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:49.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:49.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:49.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:49.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:49.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:49.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:49.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:49.494608 7970 debug-util.cc:398] Leaking SignalData structure 0x7b08000bef20 after lost signal to thread 7825
03:34:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:49.495832 7970 debug-util.cc:398] Leaking SignalData structure 0x7b08000bef00 after lost signal to thread 7973
03:34:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 03:34:49 dist-test-slave-vwlw krb5kdc[8277](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790480089, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.18.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:34:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:49.581583 8569 init.cc:295] Successfully reacquired a new kerberos TGT
03:34:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:49.976260 8555 master_runner.cc:186] Error getting master registration for 127.8.18.126:46203: Network error: Client connection negotiation failed: client connection to 127.8.18.126:46203: connect: Connection refused (error 111),
03:34:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:49.976795 8555 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:34:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:50.055658 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:50.055902 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:50.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:50.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:50.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:50.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:50.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:50.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:50.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:50.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:50.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:51.058702 8640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P aee41c29972943e18b0cdb314a47ef38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:34:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 03:34:51.058928 8640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:34:51.533 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.125:37535(127.8.18.125:37535)] connecting to peer
03:34:51.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:51.535 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.18.126:46203(127.8.18.126:46203)] connecting to peer
03:34:51.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.18.125:37535(127.8.18.125:37535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:51.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.125:37535: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535
03:34:51.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:51.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.126:46203(127.8.18.126:46203)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:51.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.18.126:46203: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
03:34:51.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203; will retry
03:34:51.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27466), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [596ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [624ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [630ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [631ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [632ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [647ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [648ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [665ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [685ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [699ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [701ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [703ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [719ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [720ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [820ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [915ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [920ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [923ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1303ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1636ms] refreshing cache from master, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1643ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3115ms] refreshing cache from master, [3115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3119ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [3121ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3615ms] refreshing cache from master, [3615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1760491408(state=PENDING, result=null, callback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267), errback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267)))
03:34:51.546 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.18.126:46203(127.8.18.126:46203)] disconnecting while in state TERMINATED
03:34:51.548 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.18.124:42943(127.8.18.124:42943)] disconnecting while in state READY
03:34:51.548 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.18.125:37535(127.8.18.125:37535)] disconnecting while in state TERMINATED
03:34:51.553 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:34:51.556 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.18.124:42943(127.8.18.124:42943)] handling channelInactive
03:34:51.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.18.124:42943(127.8.18.124:42943)] cleaning up while in state READY due to: connection closed
03:34:51.562 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:34:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:51.566952 8265 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 8555
03:34:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:34:52Z chronyd exiting
03:34:53.878 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:34:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:53.880153 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 7817
03:34:53.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:53.908113 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 7981
03:34:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:53.937067 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 8124
03:34:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:53.966380 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 7550
03:34:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:54.002027 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 7620
03:34:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 03:34:54.037940 7538 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAkteBU/build/tsan/bin/kudu with pid 7695
03:34:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T03:34:55Z chronyd exiting
03:34:56.319 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27466), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [596ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [624ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [630ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [631ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [632ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [647ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [648ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [665ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [685ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [699ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [701ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [703ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [719ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [720ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [820ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [915ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [920ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [923ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1303ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1636ms] refreshing cache from master, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1643ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3115ms] refreshing cache from master, [3115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3119ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [3121ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3615ms] refreshing cache from master, [3615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1760491408(state=PENDING, result=null, callback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267), errback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.18.126:46203
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27466), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [596ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [624ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [630ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [631ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [632ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [647ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [648ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [665ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [685ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [699ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [701ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [703ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [719ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [720ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [820ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [915ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [920ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [923ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1303ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1636ms] refreshing cache from master, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1643ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3115ms] refreshing cache from master, [3115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3119ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [3121ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3615ms] refreshing cache from master, [3615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1760491408(state=PENDING, result=null, callback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267), errback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.18.126:46203
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:34:56.749 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
03:34:56.749 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27466), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [596ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [624ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [630ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [631ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [632ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [647ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [648ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [665ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [685ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [699ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [701ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [703ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [719ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [720ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [820ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [915ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [920ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [923ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1303ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1636ms] refreshing cache from master, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1643ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3115ms] refreshing cache from master, [3115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3119ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [3121ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3615ms] refreshing cache from master, [3615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1760491408(state=PENDING, result=null, callback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267), errback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.18.126:46203
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27466), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [596ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [624ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [630ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [631ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [632ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [647ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [648ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [665ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [680ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [685ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [699ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [701ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [702ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [703ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [719ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [720ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [815ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [820ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [915ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [920ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [923ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1303ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1636ms] refreshing cache from master, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [1643ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3115ms] refreshing cache from master, [3115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3119ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.126:46203: Network error: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.125:37535: Network error: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.8.18.124:42943: OK, [3121ms] delaying RPC due to: Service unavailable: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535, [3615ms] refreshing cache from master, [3615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.124:42943, [3616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.125:37535, [3617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.18.126:46203, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1760491408(state=PENDING, result=null, callback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267), errback=(continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.18.124:42943,127.8.18.125:37535,127.8.18.126:46203) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.125:37535(127.8.18.125:37535): Connection refused: /127.8.18.125:37535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.18.126:46203(127.8.18.126:46203): Connection refused: /127.8.18.126:46203
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.18.126:46203
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)