22:30:48.351 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
22:30:48.363 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJ50ob7/test-tmp
22:30:48.366 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
22:30:48.369 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJ50ob7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
22:30:48.590 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
22:30:48.757 [DEBUG - main] (MiniKuduCluster.java:195) Response:
22:30:48.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
22:30:48.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:48.762149 13655 mini_oidc.cc:152] Starting JWKS server
22:30:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:48.765934 13655 webserver.cc:460] Webserver started at http://127.0.0.1:34973/ using document root <none> and password file <none>
22:30:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:48.766458 13655 mini_oidc.cc:189] Starting OIDC Discovery server
22:30:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:48.768379 13655 webserver.cc:460] Webserver started at http://127.0.0.1:37123/ using document root <none> and password file <none>
22:30:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:30:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:30:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:30:48Z Disabled control of system clock
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:48.818732 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/logs
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data/info.pb
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.254:42527
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.254
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json with env {}
22:30:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.120754 13667 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:30:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.121302 13667 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:30:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.121955 13667 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:30:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.153692 13667 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:30:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.154057 13667 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:30:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.154282 13667 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:30:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.154569 13667 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:30:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.154902 13667 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:30:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.155140 13667 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34973/jwks.json
22:30:49.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:49.189258 13667 master_runner.cc:386] Master server non-default flags:
22:30:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.254:42527
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data/info.pb
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.254
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/logs
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:30:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:30:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:30:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:30:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:30:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:49.190528 13667 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:30:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:49.192736 13667 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:30:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.213508 13673 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:49.214572 13667 server_base.cc:1034] running on GCE node
22:30:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.213428 13676 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:49.213439 13674 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.406492 13667 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:30:50.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.409662 13667 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:30:50.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.411103 13667 hybrid_clock.cc:648] HybridClock initialized: now 1790461850411055 us; error 60 us; skew 500 ppm
22:30:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.411960 13667 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:30:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.418267 13667 webserver.cc:460] Webserver started at http://127.13.85.254:44887/ using document root <none> and password file <none>
22:30:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.419202 13667 fs_manager.cc:359] Metadata directory not provided
22:30:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.419377 13667 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:30:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.419765 13667 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:30:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.424530 13667 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data/instance:
22:30:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341a750ffce74e6ea9b7df8282ccb3a0"
22:30:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:50 on dist-test-slave-fhvw"
22:30:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.425685 13667 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal/instance:
22:30:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341a750ffce74e6ea9b7df8282ccb3a0"
22:30:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:50 on dist-test-slave-fhvw"
22:30:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.433305 13667 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
22:30:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.438773 13683 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:30:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.439795 13667 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
22:30:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.440152 13667 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal
22:30:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341a750ffce74e6ea9b7df8282ccb3a0"
22:30:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:50 on dist-test-slave-fhvw"
22:30:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.440552 13667 fs_report.cc:383] FS layout report
22:30:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:30:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data/data
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:30:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:30:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:30:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:30:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:30:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:30:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:30:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.481995 13667 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:30:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.483734 13667 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:30:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.484261 13667 kserver.cc:163] Server-wide thread pool size limit: 3276
22:30:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.556579 13667 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.254:42527
22:30:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.556679 13734 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.254:42527 every 8 connection(s)
22:30:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.559461 13667 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/data/info.pb
22:30:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.562000 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 13667
22:30:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.562633 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-0/wal/instance
22:30:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.565778 13735 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.566273 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/logs
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data/info.pb
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.253:39437
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.253
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json with env {}
22:30:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.580561 13735 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } has no permanent_uuid. Determining permanent_uuid...
22:30:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.613260 13735 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } has no permanent_uuid. Determining permanent_uuid...
22:30:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.615720 13684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.620060 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:50.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.669615 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 1
22:30:50.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.673609 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.742069 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 2
22:30:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.745793 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.837234 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 3
22:30:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.840834 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.884514 13737 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:30:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.885070 13737 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:30:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.885681 13737 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:30:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.916397 13737 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:30:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.916667 13737 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:30:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.916851 13737 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:30:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.917039 13737 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:30:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.917451 13737 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:30:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.917742 13737 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34973/jwks.json
22:30:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.952047 13737 master_runner.cc:386] Master server non-default flags:
22:30:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.253:39437
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data/info.pb
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.253
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/logs
22:30:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:30:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:30:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:30:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:30:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:30:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:30:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:30:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:30:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:30:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.953403 13737 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:30:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.955474 13737 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:30:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.975570 13746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.984216 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 4
22:30:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.988380 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:51.287796 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 5
22:30:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:51.291519 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:51.839148 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 6
22:30:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:51.852550 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.253:39437: Network error: Client connection negotiation failed: client connection to 127.13.85.253:39437: connect: Connection refused (error 111)
22:30:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.975792 13749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:50.977385 13737 server_base.cc:1034] running on GCE node
22:30:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:50.975865 13747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.178463 13737 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:30:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.181617 13737 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:30:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.183025 13737 hybrid_clock.cc:648] HybridClock initialized: now 1790461852182986 us; error 62 us; skew 500 ppm
22:30:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.184026 13737 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:30:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.190502 13737 webserver.cc:460] Webserver started at http://127.13.85.253:34273/ using document root <none> and password file <none>
22:30:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.191417 13737 fs_manager.cc:359] Metadata directory not provided
22:30:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.191612 13737 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:30:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.191980 13737 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:30:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.196741 13737 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data/instance:
22:30:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2a29b1b37314eef9b3f76c30da128dc"
22:30:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:52 on dist-test-slave-fhvw"
22:30:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.197841 13737 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal/instance:
22:30:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2a29b1b37314eef9b3f76c30da128dc"
22:30:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:52 on dist-test-slave-fhvw"
22:30:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.204854 13737 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
22:30:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.210652 13758 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:30:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.211711 13737 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.211983 13737 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2a29b1b37314eef9b3f76c30da128dc"
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:52 on dist-test-slave-fhvw"
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.212298 13737 fs_report.cc:383] FS layout report
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal
22:30:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal
22:30:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data/data
22:30:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:30:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:30:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:30:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.248737 13737 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:30:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.250253 13737 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:30:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.250646 13737 kserver.cc:163] Server-wide thread pool size limit: 3276
22:30:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.330181 13737 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.253:39437
22:30:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.330269 13809 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.253:39437 every 8 connection(s)
22:30:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.333353 13737 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/data/info.pb
22:30:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.338878 13810 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:30:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.342005 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 13737
22:30:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.342435 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-1/wal/instance
22:30:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.344523 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/logs
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data/info.pb
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.252:38887
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.252
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json with env {}
22:30:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.350446 13810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } has no permanent_uuid. Determining permanent_uuid...
22:30:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.382638 13810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } has no permanent_uuid. Determining permanent_uuid...
22:30:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.398614 13810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } has no permanent_uuid. Determining permanent_uuid...
22:30:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.400789 13760 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.404642 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.454146 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 1
22:30:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.458026 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.526389 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 2
22:30:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.530154 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.621608 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 3
22:30:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.625985 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.660329 13812 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:30:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.661070 13812 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:30:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.661649 13812 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:30:52.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.692206 13812 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:30:52.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.692471 13812 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:30:52.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.692673 13812 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:30:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.692850 13812 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:30:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.693042 13812 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:30:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.693205 13812 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34973/jwks.json
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.727666 13812 master_runner.cc:386] Master server non-default flags:
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:30:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.252:38887
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34973/jwks.json
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data/info.pb
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.252
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:30:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/logs
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:30:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:30:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:30:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:30:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.728821 13812 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:30:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.730914 13812 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:30:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.750783 13822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.769431 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 4
22:30:52.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.774966 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.913188 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } attempt: 7
22:30:52.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.937721 13735 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } has no permanent_uuid. Determining permanent_uuid...
22:30:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.943179 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.001559 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 1
22:30:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.007287 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.074571 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 5
22:30:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.079941 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.088788 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 2
22:30:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.092259 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.177922 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 3
22:30:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.183048 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.323534 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 4
22:30:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.328404 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.611898 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 5
22:30:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.616182 13735 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.627307 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 6
22:30:53.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:53.635144 13810 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.85.252:38887: Network error: Client connection negotiation failed: client connection to 127.13.85.252:38887: connect: Connection refused (error 111)
22:30:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.751397 13823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:52.751727 13825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:52.753126 13812 server_base.cc:1034] running on GCE node
22:30:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.955929 13812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:30:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.958611 13812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:30:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.959969 13812 hybrid_clock.cc:648] HybridClock initialized: now 1790461853959935 us; error 81 us; skew 500 ppm
22:30:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.960810 13812 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:30:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.967424 13812 webserver.cc:460] Webserver started at http://127.13.85.252:39541/ using document root <none> and password file <none>
22:30:53.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.968284 13812 fs_manager.cc:359] Metadata directory not provided
22:30:53.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.968456 13812 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:30:53.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.968837 13812 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:30:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.975710 13812 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data/instance:
22:30:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a892f1e9b28b4fbe9f522d2a6595cb82"
22:30:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:53 on dist-test-slave-fhvw"
22:30:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.977167 13812 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal/instance:
22:30:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a892f1e9b28b4fbe9f522d2a6595cb82"
22:30:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:53 on dist-test-slave-fhvw"
22:30:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.986630 13812 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
22:30:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.993542 13837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:30:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.994660 13812 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.994936 13812 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a892f1e9b28b4fbe9f522d2a6595cb82"
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:53 on dist-test-slave-fhvw"
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:53.995229 13812 fs_report.cc:383] FS layout report
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data/data
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:30:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:30:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:30:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.032768 13812 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:30:54.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.034389 13812 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:30:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.034868 13812 kserver.cc:163] Server-wide thread pool size limit: 3276
22:30:54.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.110335 13812 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.252:38887
22:30:54.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.110426 13888 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.252:38887 every 8 connection(s)
22:30:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.112985 13812 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/data/info.pb
22:30:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.116628 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 13812
22:30:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.117097 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/master-2/wal/instance
22:30:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.119643 13889 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:30:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.136042 13889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } has no permanent_uuid. Determining permanent_uuid...
22:30:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.163200 13889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } has no permanent_uuid. Determining permanent_uuid...
22:30:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.168762 13735 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 6
22:30:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.175843 13889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } has no permanent_uuid. Determining permanent_uuid...
22:30:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.191991 13735 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: Bootstrap starting.
22:30:54.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.197508 13889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: Bootstrap starting.
22:30:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.198822 13735 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: Neither blocks nor log segments found. Creating new log.
22:30:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.200871 13735 log.cc:824] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: Log is configured to *not* fsync() on all Append() calls
22:30:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.203747 13889 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: Neither blocks nor log segments found. Creating new log.
22:30:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.206158 13735 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: No bootstrap required, opened a new log
22:30:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.206244 13889 log.cc:824] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: Log is configured to *not* fsync() on all Append() calls
22:30:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.213624 13889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: No bootstrap required, opened a new log
22:30:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.232676 13735 raft_consensus.cc:348] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.233371 13735 raft_consensus.cc:374] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:30:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.233639 13735 raft_consensus.cc:729] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 341a750ffce74e6ea9b7df8282ccb3a0, State: Initialized, Role: FOLLOWER
22:30:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.234578 13735 consensus_queue.cc:260] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.237860 13901 sys_catalog.cc:455] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.238730 13901 sys_catalog.cc:458] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: This master's current role is: FOLLOWER
22:30:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.239192 13735 sys_catalog.cc:564] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: configured and running, proceeding with master startup.
22:30:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.239476 13889 raft_consensus.cc:348] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.240085 13889 raft_consensus.cc:374] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:30:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.240278 13889 raft_consensus.cc:729] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a892f1e9b28b4fbe9f522d2a6595cb82, State: Initialized, Role: FOLLOWER
22:30:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.241062 13889 consensus_queue.cc:260] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.244437 13689 tablet.cc:2369] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:30:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.248982 13903 sys_catalog.cc:455] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.249830 13903 sys_catalog.cc:458] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: This master's current role is: FOLLOWER
22:30:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.249989 13889 sys_catalog.cc:564] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: configured and running, proceeding with master startup.
22:30:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.265810 13901 raft_consensus.cc:482] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:30:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.266450 13901 raft_consensus.cc:504] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.273825 13864 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" is_pre_election: true
22:30:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.275005 13864 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 341a750ffce74e6ea9b7df8282ccb3a0 in term 0.
22:30:54.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.278324 13685 leader_election.cc:302] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 341a750ffce74e6ea9b7df8282ccb3a0, a892f1e9b28b4fbe9f522d2a6595cb82; no voters:
22:30:54.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.277733 13901 leader_election.cc:288] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f2a29b1b37314eef9b3f76c30da128dc (127.13.85.253:39437), a892f1e9b28b4fbe9f522d2a6595cb82 (127.13.85.252:38887)
22:30:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.282346 13901 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Leader pre-election won for term 1
22:30:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.284283 13901 raft_consensus.cc:482] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:30:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.284595 13901 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 0 FOLLOWER]: Advancing to term 1
22:30:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.285399 13924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:30:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.285717 13924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:30:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.290078 13843 tablet.cc:2369] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:30:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.292565 13901 raft_consensus.cc:504] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.303994 13864 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82"
22:30:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.304721 13864 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 0 FOLLOWER]: Advancing to term 1
22:30:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.317039 13901 leader_election.cc:288] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [CANDIDATE]: Term 1 election: Requested vote from peers f2a29b1b37314eef9b3f76c30da128dc (127.13.85.253:39437), a892f1e9b28b4fbe9f522d2a6595cb82 (127.13.85.252:38887)
22:30:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.322928 13864 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341a750ffce74e6ea9b7df8282ccb3a0 in term 1.
22:30:54.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.325623 13685 leader_election.cc:302] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 341a750ffce74e6ea9b7df8282ccb3a0, a892f1e9b28b4fbe9f522d2a6595cb82; no voters:
22:30:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.334759 13901 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 1 FOLLOWER]: Leader election won for term 1
22:30:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.336757 13901 raft_consensus.cc:686] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [term 1 LEADER]: Becoming Leader. State: Replica: 341a750ffce74e6ea9b7df8282ccb3a0, State: Running, Role: LEADER
22:30:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.342861 13901 consensus_queue.cc:237] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.374300 13926 sys_catalog.cc:455] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 341a750ffce74e6ea9b7df8282ccb3a0. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.375989 13926 sys_catalog.cc:458] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: This master's current role is: LEADER
22:30:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.381651 13922 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:30:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:54.384383 13922 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:30:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.312259 13812 master_runner.cc:186] Error getting master registration for 127.13.85.253:39437: OK, instance_id { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" instance_seqno: 1790461852307186 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:30:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.388298 13812 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:30:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.400764 13929 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
22:30:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.410285 13929 catalog_manager.cc:1484] Initializing Kudu cluster ID...
22:30:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.320086 13667 master_runner.cc:186] Error getting master registration for 127.13.85.253:39437: OK, instance_id { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" instance_seqno: 1790461852307186 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:30:54.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.465430 13667 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:30:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.473754 13864 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [term 1 FOLLOWER]: Refusing update from remote peer 341a750ffce74e6ea9b7df8282ccb3a0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:30:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.475899 13926 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:30:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.517198 13903 sys_catalog.cc:455] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 341a750ffce74e6ea9b7df8282ccb3a0. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.520231 13903 sys_catalog.cc:458] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: This master's current role is: FOLLOWER
22:30:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.531603 13934 sys_catalog.cc:455] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.532924 13934 sys_catalog.cc:458] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82 [sys.catalog]: This master's current role is: FOLLOWER
22:30:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.539129 13926 sys_catalog.cc:455] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.539925 13926 sys_catalog.cc:458] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: This master's current role is: LEADER
22:30:54.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.543226 13929 catalog_manager.cc:1347] Generated new cluster ID: 841ccd62432747a087c58c7ab5c92fc0
22:30:54.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.543507 13929 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
22:30:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.598106 13929 catalog_manager.cc:1370] Generated new certificate authority record
22:30:54.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.600879 13929 catalog_manager.cc:1504] Loading token signing keys...
22:30:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.633697 13929 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0: Generated new TSK 0
22:30:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.635007 13929 catalog_manager.cc:1514] Initializing in-progress tserver states...
22:30:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.653328 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/logs
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data/info.pb
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.193:0
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.193
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.193
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:30:54.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.695523 13810 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } attempt: 7
22:30:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.757884 13810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: Bootstrap starting.
22:30:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.765662 13810 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: Neither blocks nor log segments found. Creating new log.
22:30:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.768334 13810 log.cc:824] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: Log is configured to *not* fsync() on all Append() calls
22:30:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.793272 13810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: No bootstrap required, opened a new log
22:30:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.878577 13810 raft_consensus.cc:348] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.881217 13810 raft_consensus.cc:374] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:30:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.882090 13810 raft_consensus.cc:729] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2a29b1b37314eef9b3f76c30da128dc, State: Initialized, Role: FOLLOWER
22:30:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.884581 13810 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } }
22:30:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.905503 13784 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2a29b1b37314eef9b3f76c30da128dc"
22:30:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.906550 13785 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2a29b1b37314eef9b3f76c30da128dc" is_pre_election: true
22:30:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.909610 13784 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 0 FOLLOWER]: Advancing to term 1
22:30:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.917549 13784 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341a750ffce74e6ea9b7df8282ccb3a0 in term 1.
22:30:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.923667 13783 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [term 1 FOLLOWER]: Refusing update from remote peer 341a750ffce74e6ea9b7df8282ccb3a0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:30:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.926640 13901 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:30:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.926918 13810 sys_catalog.cc:564] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: configured and running, proceeding with master startup.
22:30:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.927551 13941 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.936374 13941 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: This master's current role is: FOLLOWER
22:30:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.997002 13941 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 341a750ffce74e6ea9b7df8282ccb3a0. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.997751 13941 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: This master's current role is: FOLLOWER
22:30:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:54.999485 13942 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.000276 13942 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc [sys.catalog]: This master's current role is: FOLLOWER
22:30:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.062253 13957 catalog_manager.cc:1259] Loaded cluster ID: 841ccd62432747a087c58c7ab5c92fc0
22:30:55.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.062832 13957 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: loading cluster ID for follower catalog manager: success
22:30:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.071193 13957 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: acquiring CA information for follower catalog manager: success
22:30:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.077361 13957 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f2a29b1b37314eef9b3f76c30da128dc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:30:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.172887 13937 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:30:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.173537 13937 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:30:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.174340 13937 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:30:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.233309 13937 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:30:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.234756 13937 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.85.193
22:30:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.291467 13924 catalog_manager.cc:1259] Loaded cluster ID: 841ccd62432747a087c58c7ab5c92fc0
22:30:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.291764 13924 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: loading cluster ID for follower catalog manager: success
22:30:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.296494 13937 tablet_server_runner.cc:78] Tablet server non-default flags:
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.193:0
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data/info.pb
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.193
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.193
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/logs
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:30:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:30:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:30:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:30:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:30:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.300422 13937 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:30:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.302714 13937 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:30:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.311564 13924 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: acquiring CA information for follower catalog manager: success
22:30:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.317747 13924 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a892f1e9b28b4fbe9f522d2a6595cb82: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:30:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.350891 13965 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.420980 13970 sys_catalog.cc:455] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "341a750ffce74e6ea9b7df8282ccb3a0" member_type: VOTER last_known_addr { host: "127.13.85.254" port: 42527 } } peers { permanent_uuid: "f2a29b1b37314eef9b3f76c30da128dc" member_type: VOTER last_known_addr { host: "127.13.85.253" port: 39437 } } peers { permanent_uuid: "a892f1e9b28b4fbe9f522d2a6595cb82" member_type: VOTER last_known_addr { host: "127.13.85.252" port: 38887 } } }
22:30:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.421772 13970 sys_catalog.cc:458] T 00000000000000000000000000000000 P 341a750ffce74e6ea9b7df8282ccb3a0 [sys.catalog]: This master's current role is: LEADER
22:30:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.359476 13968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:55.359275 13937 server_base.cc:1034] running on GCE node
22:30:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:55.358136 13964 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.948282 13937 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:30:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.959853 13937 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:30:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.963464 13937 hybrid_clock.cc:648] HybridClock initialized: now 1790461856963082 us; error 373 us; skew 500 ppm
22:30:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.964773 13937 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:30:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.996435 13937 webserver.cc:460] Webserver started at http://127.13.85.193:44739/ using document root <none> and password file <none>
22:30:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.997779 13937 fs_manager.cc:359] Metadata directory not provided
22:30:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.998097 13937 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:30:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:56.998710 13937 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:30:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.006711 13937 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data/instance:
22:30:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbc83cc059d849ad9fb31441c6a12453"
22:30:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:56 on dist-test-slave-fhvw"
22:30:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.008242 13937 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal/instance:
22:30:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbc83cc059d849ad9fb31441c6a12453"
22:30:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:56 on dist-test-slave-fhvw"
22:30:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.028196 13937 fs_manager.cc:691] Time spent creating directory manager: real 0.019s user 0.011s sys 0.009s
22:30:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.047094 13977 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:30:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.048684 13937 fs_manager.cc:725] Time spent opening block manager: real 0.015s user 0.001s sys 0.012s
22:30:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.049122 13937 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal
22:30:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbc83cc059d849ad9fb31441c6a12453"
22:30:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:56 on dist-test-slave-fhvw"
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.049599 13937 fs_report.cc:383] FS layout report
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data/data
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:30:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:30:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:30:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:30:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:30:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:30:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:30:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.160610 13937 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:30:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.162547 13937 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:30:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.163136 13937 kserver.cc:163] Server-wide thread pool size limit: 3276
22:30:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.178422 13937 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:30:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.195317 13937 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:30:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.195629 13937 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:30:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.195930 13937 ts_tablet_manager.cc:610] Registered 0 tablets
22:30:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.196139 13937 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:30:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.722409 13937 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.193:33015
22:30:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.722570 14091 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.193:33015 every 8 connection(s)
22:30:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.726437 13937 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/data/info.pb
22:30:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.736681 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 13937
22:30:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.737241 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-0/wal/instance
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.746909 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/logs
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data/info.pb
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.194:0
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.194
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.194
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:30:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.836220 14092 heartbeater.cc:347] Connected to a master server at 127.13.85.253:39437
22:30:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.836680 14092 heartbeater.cc:464] Registering TS with master...
22:30:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.837981 14092 heartbeater.cc:511] Master 127.13.85.253:39437 requested a full tablet report, sending...
22:30:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.841992 13775 ts_manager.cc:194] Registered new tserver with Master: dbc83cc059d849ad9fb31441c6a12453 (127.13.85.193:33015)
22:30:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.844471 14093 heartbeater.cc:347] Connected to a master server at 127.13.85.252:38887
22:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.844786 14093 heartbeater.cc:464] Registering TS with master...
22:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.845781 14093 heartbeater.cc:511] Master 127.13.85.252:38887 requested a full tablet report, sending...
22:30:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.848819 13854 ts_manager.cc:194] Registered new tserver with Master: dbc83cc059d849ad9fb31441c6a12453 (127.13.85.193:33015)
22:30:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.851413 14097 heartbeater.cc:347] Connected to a master server at 127.13.85.254:42527
22:30:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.851780 14097 heartbeater.cc:464] Registering TS with master...
22:30:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.853073 14097 heartbeater.cc:511] Master 127.13.85.254:42527 requested a full tablet report, sending...
22:30:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.856101 13699 ts_manager.cc:194] Registered new tserver with Master: dbc83cc059d849ad9fb31441c6a12453 (127.13.85.193:33015)
22:30:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:57.859311 13699 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.85.193:38415
22:30:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.205533 14096 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:30:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.206071 14096 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:30:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.206506 14096 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:30:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.237138 14096 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:30:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.237915 14096 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.85.194
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:58.271178 14096 tablet_server_runner.cc:78] Tablet server non-default flags:
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.194:0
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data/info.pb
22:30:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.194
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.194
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/logs
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:30:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:30:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:30:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:58.272262 14096 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:30:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:58.274331 14096 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:30:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.296460 14109 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:58.864531 14097 heartbeater.cc:503] Master 127.13.85.254:42527 was elected leader, sending a full tablet report...
22:30:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.297387 14111 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:58.299036 14108 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:30:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:30:59.521247 14110 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:30:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.521359 14096 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:30:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.525352 14096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:30:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.527725 14096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:30:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.529098 14096 hybrid_clock.cc:648] HybridClock initialized: now 1790461859529064 us; error 35 us; skew 500 ppm
22:30:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.529884 14096 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:30:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.536482 14096 webserver.cc:460] Webserver started at http://127.13.85.194:41489/ using document root <none> and password file <none>
22:30:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.537443 14096 fs_manager.cc:359] Metadata directory not provided
22:30:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.537676 14096 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:30:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.538215 14096 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:30:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.543185 14096 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data/instance:
22:30:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98462cc9a08b436e89afcea03f2f3404"
22:30:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:59 on dist-test-slave-fhvw"
22:30:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.544373 14096 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal/instance:
22:30:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98462cc9a08b436e89afcea03f2f3404"
22:30:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:59 on dist-test-slave-fhvw"
22:30:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.551234 14096 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
22:30:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.557806 14120 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:30:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.558995 14096 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
22:30:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.559372 14096 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal
22:30:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98462cc9a08b436e89afcea03f2f3404"
22:30:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:30:59 on dist-test-slave-fhvw"
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.559795 14096 fs_report.cc:383] FS layout report
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data/data
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:30:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:30:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.615509 14096 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:30:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.616874 14096 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:30:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.617445 14096 kserver.cc:163] Server-wide thread pool size limit: 3276
22:30:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.620074 14096 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:30:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.624037 14096 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:30:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.624229 14096 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:30:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.624477 14096 ts_tablet_manager.cc:610] Registered 0 tablets
22:30:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.624609 14096 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:30:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.784364 14096 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.194:45663
22:30:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.784483 14232 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.194:45663 every 8 connection(s)
22:30:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.786846 14096 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/data/info.pb
22:30:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.789539 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14096
22:30:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.790750 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-1/wal/instance
22:30:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.813419 13655 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/logs
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data/info.pb
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.195:0
22:30:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.195
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.195
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:30:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:30:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.845891 14235 heartbeater.cc:347] Connected to a master server at 127.13.85.254:42527
22:30:59.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.846427 14235 heartbeater.cc:464] Registering TS with master...
22:30:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.847671 14235 heartbeater.cc:511] Master 127.13.85.254:42527 requested a full tablet report, sending...
22:30:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.847836 14234 heartbeater.cc:347] Connected to a master server at 127.13.85.252:38887
22:30:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.848134 14234 heartbeater.cc:464] Registering TS with master...
22:30:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.848870 14234 heartbeater.cc:511] Master 127.13.85.252:38887 requested a full tablet report, sending...
22:30:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.850579 13699 ts_manager.cc:194] Registered new tserver with Master: 98462cc9a08b436e89afcea03f2f3404 (127.13.85.194:45663)
22:30:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.852770 13699 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.85.194:46993
22:30:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.853284 13854 ts_manager.cc:194] Registered new tserver with Master: 98462cc9a08b436e89afcea03f2f3404 (127.13.85.194:45663)
22:30:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.854111 14233 heartbeater.cc:347] Connected to a master server at 127.13.85.253:39437
22:30:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.854420 14233 heartbeater.cc:464] Registering TS with master...
22:30:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.855180 14233 heartbeater.cc:511] Master 127.13.85.253:39437 requested a full tablet report, sending...
22:30:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:30:59.857944 13774 ts_manager.cc:194] Registered new tserver with Master: 98462cc9a08b436e89afcea03f2f3404 (127.13.85.194:45663)
22:31:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.156035 14243 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.156581 14243 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.157255 14243 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.188905 14243 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.189915 14243 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.85.195
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:00.223719 14243 tablet_server_runner.cc:78] Tablet server non-default flags:
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.85.212:40209
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.85.195:0
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data/info.pb
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.85.195
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.85.254:42527,127.13.85.253:39437,127.13.85.252:38887
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.85.195
22:31:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/logs
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:00.225224 14243 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:00.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:00.226919 14243 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.247205 14250 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:00.857868 14235 heartbeater.cc:503] Master 127.13.85.254:42527 was elected leader, sending a full tablet report...
22:31:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.247382 14252 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:00.249413 14243 server_base.cc:1034] running on GCE node
22:31:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:00.247547 14249 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.475777 14243 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.478502 14243 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.479919 14243 hybrid_clock.cc:648] HybridClock initialized: now 1790461861479894 us; error 42 us; skew 500 ppm
22:31:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.480762 14243 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.487345 14243 webserver.cc:460] Webserver started at http://127.13.85.195:34003/ using document root <none> and password file <none>
22:31:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.488153 14243 fs_manager.cc:359] Metadata directory not provided
22:31:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.488351 14243 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.488720 14243 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.493331 14243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data/instance:
22:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ba7aedf06cc41e7ba3db521772ffbe5"
22:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:01 on dist-test-slave-fhvw"
22:31:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.494385 14243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal/instance:
22:31:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ba7aedf06cc41e7ba3db521772ffbe5"
22:31:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:01 on dist-test-slave-fhvw"
22:31:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.501063 14243 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
22:31:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.506313 14261 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.507290 14243 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
22:31:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.507568 14243 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal
22:31:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ba7aedf06cc41e7ba3db521772ffbe5"
22:31:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:01 on dist-test-slave-fhvw"
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.507831 14243 fs_report.cc:383] FS layout report
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data/data
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.543154 14243 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.544730 14243 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.545336 14243 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.548403 14243 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:31:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.552544 14243 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:31:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.552732 14243 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:31:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.552928 14243 ts_tablet_manager.cc:610] Registered 0 tablets
22:31:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.553059 14243 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:31:01.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.717072 14243 rpc_server.cc:307] RPC server started. Bound to: 127.13.85.195:45825
22:31:01.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.717190 14373 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.85.195:45825 every 8 connection(s)
22:31:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.719789 14243 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/data/info.pb
22:31:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.722088 13655 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14243
22:31:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.722513 13655 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster2627843706070785410/ts-2/wal/instance
22:31:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.769764 14374 heartbeater.cc:347] Connected to a master server at 127.13.85.253:39437
22:31:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.770318 14374 heartbeater.cc:464] Registering TS with master...
22:31:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.771634 14374 heartbeater.cc:511] Master 127.13.85.253:39437 requested a full tablet report, sending...
22:31:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.775344 13774 ts_manager.cc:194] Registered new tserver with Master: 7ba7aedf06cc41e7ba3db521772ffbe5 (127.13.85.195:45825)
22:31:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.777096 14375 heartbeater.cc:347] Connected to a master server at 127.13.85.252:38887
22:31:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.777848 14375 heartbeater.cc:464] Registering TS with master...
22:31:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.778689 14375 heartbeater.cc:511] Master 127.13.85.252:38887 requested a full tablet report, sending...
22:31:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.781829 13853 ts_manager.cc:194] Registered new tserver with Master: 7ba7aedf06cc41e7ba3db521772ffbe5 (127.13.85.195:45825)
22:31:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.786731 14376 heartbeater.cc:347] Connected to a master server at 127.13.85.254:42527
22:31:01.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.787022 14376 heartbeater.cc:464] Registering TS with master...
22:31:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.787873 14376 heartbeater.cc:511] Master 127.13.85.254:42527 requested a full tablet report, sending...
22:31:01.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.790020 13699 ts_manager.cc:194] Registered new tserver with Master: 7ba7aedf06cc41e7ba3db521772ffbe5 (127.13.85.195:45825)
22:31:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.792588 13699 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.85.195:45691
22:31:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:01.805783 13655 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
22:31:01.817 [DEBUG - main] (MiniKuduCluster.java:195) Response:
22:31:01.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
22:31:01.831 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.85.254"
port: 42527
}
bound_http_address {
host: "127.13.85.254"
port: 44887
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.85.253"
port: 39437
}
bound_http_address {
host: "127.13.85.253"
port: 34273
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.85.252"
port: 38887
}
bound_http_address {
host: "127.13.85.252"
port: 39541
}
}
}
22:31:01.837 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
22:31:01.840 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.85.193"
port: 33015
}
bound_http_address {
host: "127.13.85.193"
port: 44739
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.85.194"
port: 45663
}
bound_http_address {
host: "127.13.85.194"
port: 41489
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.85.195"
port: 45825
}
bound_http_address {
host: "127.13.85.195"
port: 34003
}
}
}
22:31:01.841 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
22:31:02.057 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
22:31:02.181 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJ50ob7/test-tmp
22:31:02.182 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
22:31:02.182 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJ50ob7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
22:31:02.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
22:31:02.547 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:02.547 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
22:31:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:02.552211 14385 mini_oidc.cc:152] Starting JWKS server
22:31:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:02.556345 14385 webserver.cc:460] Webserver started at http://127.0.0.1:43779/ using document root <none> and password file <none>
22:31:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:02.556732 14385 mini_oidc.cc:189] Starting OIDC Discovery server
22:31:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:02.558863 14385 webserver.cc:460] Webserver started at http://127.0.0.1:46111/ using document root <none> and password file <none>
22:31:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
22:31:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/principal' for realm 'KRBTEST.COM',
22:31:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
22:31:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:02 dist-test-slave-fhvw krb5kdc[14397](info): setting up network...
22:31:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
22:31:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:02 dist-test-slave-fhvw krb5kdc[14397](info): set up 2 sockets
22:31:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:02 dist-test-slave-fhvw krb5kdc[14397](info): commencing operation
22:31:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
22:31:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:02.795996 14376 heartbeater.cc:503] Master 127.13.85.254:42527 was elected leader, sending a full tablet report...
22:31:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:03.671773 14385 mini_kdc.cc:121] Time spent starting KDC: real 1.087s user 0.003s sys 0.016s
22:31:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
22:31:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:31:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
22:31:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
22:31:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:31:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
22:31:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
22:31:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:31:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
22:31:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:31:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/test-user.keytab.
22:31:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/test-user.keytab.
22:31:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:03 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:31:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:31:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:31:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:31:03Z Disabled control of system clock
22:31:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.12.126@KRBTEST.COM; defaulting to no policy
22:31:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.12.126@KRBTEST.COM" created.
22:31:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab.
22:31:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab.
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:03.896597 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/logs
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.126:40427
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.126
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.126
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.215569 14411 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.216111 14411 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.216673 14411 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.247524 14411 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.247750 14411 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.248085 14411 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.248390 14411 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.248692 14411 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.248931 14411 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.249107 14411 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:04.287460 14411 master_runner.cc:386] Master server non-default flags:
22:31:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.126
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.126:40427
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.126
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/logs
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:04.288559 14411 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:04.289816 14411 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.311440 14418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:05.578497 14229 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7980 after lost signal to thread 14103
22:31:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:05.579548 14229 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7260 after lost signal to thread 14232
22:31:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:04.313236 14411 server_base.cc:1034] running on GCE node
22:31:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.312706 14417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:04.312486 14420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.659451 14411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.665339 14411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.666802 14411 hybrid_clock.cc:648] HybridClock initialized: now 1790461865666763 us; error 62 us; skew 500 ppm
22:31:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.668026 14411 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:05 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461865, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.686798 14411 init.cc:377] Logged in from keytab as kudu/127.14.12.126@KRBTEST.COM (short username kudu)
22:31:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.699630 14411 webserver.cc:460] Webserver started at http://127.14.12.126:42477/ using document root <none> and password file <none>
22:31:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.700611 14411 fs_manager.cc:359] Metadata directory not provided
22:31:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.700795 14411 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.701180 14411 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:31:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.706517 14411 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/instance:
22:31:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e8a8230d3af4eb8b7f66d44fa556d66"
22:31:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:05 on dist-test-slave-fhvw"
22:31:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.707530 14411 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal/instance:
22:31:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e8a8230d3af4eb8b7f66d44fa556d66"
22:31:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:05 on dist-test-slave-fhvw"
22:31:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.719339 14411 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.006s sys 0.005s
22:31:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.739799 14429 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.741801 14411 fs_manager.cc:725] Time spent opening block manager: real 0.017s user 0.002s sys 0.015s
22:31:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.742422 14411 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e8a8230d3af4eb8b7f66d44fa556d66"
22:31:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:05 on dist-test-slave-fhvw"
22:31:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.743122 14411 fs_report.cc:383] FS layout report
22:31:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/data
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:05.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.821239 14411 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:05.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.831180 14411 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:05.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:05.832083 14411 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.099647 14411 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.126:40427
22:31:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.099788 14480 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.126:40427 every 8 connection(s)
22:31:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.103633 14411 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.113392 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14411
22:31:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.114023 14385 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal/instance
22:31:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.126224 14481 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:31:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.12.125@KRBTEST.COM; defaulting to no policy
22:31:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.12.125@KRBTEST.COM" created.
22:31:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.145030 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
22:31:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab.
22:31:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab.
22:31:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.184759 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/logs
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.125:44469
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.125
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.125
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:06 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461865, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.126@KRBTEST.COM for kudu/127.14.12.126@KRBTEST.COM
22:31:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.205565 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } has no permanent_uuid. Determining permanent_uuid...
22:31:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.208757 14431 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.213624 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.263172 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 1
22:31:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.267814 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.336297 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 2
22:31:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.341797 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.433244 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 3
22:31:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.437521 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.538970 14487 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.539705 14487 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.540786 14487 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.580969 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 4
22:31:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.587992 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.592176 14487 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.592489 14487 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.593004 14487 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.593369 14487 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.593693 14487 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.594064 14487 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.594324 14487 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.636876 14487 master_runner.cc:386] Master server non-default flags:
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.125
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.125:44469
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.125
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/logs
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.638219 14487 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.640666 14487 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:06.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.663081 14494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:06.887430 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 5
22:31:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.893334 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.440752 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 6
22:31:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:07.449944 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.125:44469: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.663900 14497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:06.664091 14495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:07.948197 14496 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:31:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.948295 14487 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:31:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.951972 14487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.954663 14487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.956065 14487 hybrid_clock.cc:648] HybridClock initialized: now 1790461867956028 us; error 38 us; skew 500 ppm
22:31:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.956909 14487 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:07 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461867, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.962585 14487 init.cc:377] Logged in from keytab as kudu/127.14.12.125@KRBTEST.COM (short username kudu)
22:31:07.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.968230 14487 webserver.cc:460] Webserver started at http://127.14.12.125:35375/ using document root <none> and password file <none>
22:31:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.969157 14487 fs_manager.cc:359] Metadata directory not provided
22:31:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.969394 14487 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.969898 14487 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:31:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.975126 14487 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/instance:
22:31:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f0801e0ab44d169bd78154c73a5596"
22:31:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:07 on dist-test-slave-fhvw"
22:31:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.976234 14487 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal/instance:
22:31:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f0801e0ab44d169bd78154c73a5596"
22:31:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:07 on dist-test-slave-fhvw"
22:31:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.983698 14487 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
22:31:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.989571 14507 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.990784 14487 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.991058 14487 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f0801e0ab44d169bd78154c73a5596"
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:07 on dist-test-slave-fhvw"
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:07.991338 14487 fs_report.cc:383] FS layout report
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/data
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.033434 14487 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.039633 14487 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.040061 14487 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.152351 14487 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.125:44469
22:31:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.152771 14558 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.125:44469 every 8 connection(s)
22:31:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.156761 14487 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.158121 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14487
22:31:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.158547 14385 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal/instance
22:31:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.170432 14559 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:31:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.12.124@KRBTEST.COM; defaulting to no policy
22:31:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.190717 14559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
22:31:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.12.124@KRBTEST.COM" created.
22:31:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:08 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461867, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.125@KRBTEST.COM for kudu/127.14.12.126@KRBTEST.COM
22:31:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:31:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab.
22:31:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.12.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab.
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.221827 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/logs
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.124:33233
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.124
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.124
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.229506 14559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } has no permanent_uuid. Determining permanent_uuid...
22:31:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:08 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461867, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.125@KRBTEST.COM for kudu/127.14.12.125@KRBTEST.COM
22:31:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.257468 14559 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
22:31:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.259698 14508 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.263844 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.313426 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 1
22:31:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.317231 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.385643 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 2
22:31:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.390005 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.481423 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 3
22:31:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.485060 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.510428 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } attempt: 7
22:31:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:08 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461865, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.126@KRBTEST.COM for kudu/127.14.12.125@KRBTEST.COM
22:31:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.534575 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
22:31:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.539947 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.547169 14566 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.547660 14566 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:08.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.548280 14566 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.594767 14566 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.594977 14566 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.595225 14566 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.595419 14566 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.595618 14566 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.595801 14566 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.595937 14566 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.598331 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 1
22:31:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.601888 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.628451 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 4
22:31:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.632001 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.634894 14566 master_runner.cc:386] Master server non-default flags:
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data
22:31:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.124
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.124:33233
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.124
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/logs
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.636358 14566 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.637604 14566 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:08.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.656878 14577 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.683310 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 2
22:31:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.687748 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.773099 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 3
22:31:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.777341 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.917712 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 4
22:31:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.921892 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:08.931380 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 5
22:31:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.935029 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.205304 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 5
22:31:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:09.210163 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.482594 14559 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 6
22:31:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:09.490854 14559 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:09.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.762601 14481 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } attempt: 6
22:31:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:09.769363 14481 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.12.124:33233: Network error: Client connection negotiation failed: client connection to 127.14.12.124:33233: connect: Connection refused (error 111)
22:31:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.656958 14576 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:08.656958 14579 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:09.955888 14578 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:31:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.956045 14566 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:31:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.960100 14566 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:09.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.963172 14566 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.964608 14566 hybrid_clock.cc:648] HybridClock initialized: now 1790461869964545 us; error 67 us; skew 500 ppm
22:31:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.965519 14566 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:09 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461869, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.971994 14566 init.cc:377] Logged in from keytab as kudu/127.14.12.124@KRBTEST.COM (short username kudu)
22:31:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.977721 14566 webserver.cc:460] Webserver started at http://127.14.12.124:38917/ using document root <none> and password file <none>
22:31:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.978662 14566 fs_manager.cc:359] Metadata directory not provided
22:31:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.978909 14566 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.979300 14566 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:31:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.984261 14566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/instance:
22:31:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3c9c487e4146b8a22731a56bf12fc0"
22:31:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:09 on dist-test-slave-fhvw"
22:31:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.985270 14566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal/instance:
22:31:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3c9c487e4146b8a22731a56bf12fc0"
22:31:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:09 on dist-test-slave-fhvw"
22:31:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.992959 14566 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
22:31:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.998323 14593 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.999415 14566 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
22:31:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.999671 14566 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3c9c487e4146b8a22731a56bf12fc0"
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:09 on dist-test-slave-fhvw"
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:09.999955 14566 fs_report.cc:383] FS layout report
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/data
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.036000 14566 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.042621 14566 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.043015 14566 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.139153 14566 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.124:33233
22:31:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.139159 14645 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.124:33233 every 8 connection(s)
22:31:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.141934 14566 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.147300 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14566
22:31:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.147891 14385 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal/instance
22:31:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.149741 14646 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:31:10.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.181128 14646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } has no permanent_uuid. Determining permanent_uuid...
22:31:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.12.124@KRBTEST.COM
22:31:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461869, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for kudu/127.14.12.126@KRBTEST.COM
22:31:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.215049 14646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } has no permanent_uuid. Determining permanent_uuid...
22:31:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.12.125@KRBTEST.COM
22:31:10.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461869, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for kudu/127.14.12.125@KRBTEST.COM
22:31:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.243948 14646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
22:31:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.12.126@KRBTEST.COM
22:31:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461869, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for kudu/127.14.12.124@KRBTEST.COM
22:31:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.266350 14385 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
22:31:10.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
22:31:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.279489 14646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Bootstrap starting.
22:31:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.287386 14646 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Neither blocks nor log segments found. Creating new log.
22:31:10.290 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
22:31:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.289618 14646 log.cc:824] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Log is configured to *not* fsync() on all Append() calls
22:31:10.291 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
22:31:10.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.12.126"
port: 40427
}
bound_http_address {
host: "127.14.12.126"
port: 42477
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.12.125"
port: 44469
}
bound_http_address {
host: "127.14.12.125"
port: 35375
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.12.124"
port: 33233
}
bound_http_address {
host: "127.14.12.124"
port: 38917
}
}
}
22:31:10.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
22:31:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.295331 14646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: No bootstrap required, opened a new log
22:31:10.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.296 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
22:31:10.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
22:31:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.321026 14646 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.321636 14646 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:31:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.321820 14646 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c3c9c487e4146b8a22731a56bf12fc0, State: Initialized, Role: FOLLOWER
22:31:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.322602 14646 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.325991 14657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } } }
22:31:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:31:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.327049 14657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: This master's current role is: FOLLOWER
22:31:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.327440 14646 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: configured and running, proceeding with master startup.
22:31:10.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.337 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc
22:31:10.344 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:31:10.345 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc
22:31:10.347 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:31:10.350 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
22:31:10.352 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
22:31:10.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
22:31:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.380234 14669 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.381242 14669 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:10 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:31:10.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.398 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc
22:31:10.399 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:31:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.365288 14566 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: OK, instance_id { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" instance_seqno: 1790461866022880 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:31:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.399274 14566 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:10.401 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.12.126:40427
22:31:10.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
22:31:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.403815 14385 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14411
22:31:10.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.433 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.12.125:44469
22:31:10.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
22:31:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.433751 14385 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14487
22:31:10.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.457 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.12.124:33233
22:31:10.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
22:31:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.458472 14385 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14566
22:31:10.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:10.486 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.12.126:40427
22:31:10.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
22:31:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.489143 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/logs
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:10.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.126:40427
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.126
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.126
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:10.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.808490 14672 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:10.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.809036 14672 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:10.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.809587 14672 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.844367 14672 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.844583 14672 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.844846 14672 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.845037 14672 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.845221 14672 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.845402 14672 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.845537 14672 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.882094 14672 master_runner.cc:386] Master server non-default flags:
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.126.keytab
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.126
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.126:40427
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.126
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/logs
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.883253 14672 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.884233 14672 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.902084 14679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:10.903882 14672 server_base.cc:1034] running on GCE node
22:31:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.902112 14680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:10.902843 14682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.148922 14672 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.152040 14672 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.153463 14672 hybrid_clock.cc:648] HybridClock initialized: now 1790461872153404 us; error 74 us; skew 500 ppm
22:31:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.154534 14672 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:12 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461872, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.166531 14672 init.cc:377] Logged in from keytab as kudu/127.14.12.126@KRBTEST.COM (short username kudu)
22:31:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.171705 14672 webserver.cc:460] Webserver started at http://127.14.12.126:42477/ using document root <none> and password file <none>
22:31:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.172566 14672 fs_manager.cc:359] Metadata directory not provided
22:31:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.172757 14672 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.180763 14672 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
22:31:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.185151 14692 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.186203 14672 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
22:31:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.186564 14672 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e8a8230d3af4eb8b7f66d44fa556d66"
22:31:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:05 on dist-test-slave-fhvw"
22:31:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.189826 14672 fs_report.cc:383] FS layout report
22:31:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal
22:31:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/data
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:12.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.242856 14672 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:12.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.248579 14672 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.249101 14672 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.320861 14672 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.126:40427
22:31:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.320990 14743 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.126:40427 every 8 connection(s)
22:31:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.323652 14672 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/data/info.pb
22:31:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.330222 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14672
22:31:12.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:12.331 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.12.125:44469
22:31:12.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.332698 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/logs
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.125:44469
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.125
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35375
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.125
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:12.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.336790 14744 sys_catalog.cc:263] Verifying existing consensus state
22:31:12.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 22:31:12.337679 14744 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:31:12.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.338140 14672 master.cc:537] Master@127.14.12.126:40427 shutting down...
22:31:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.402842 14672 master.cc:552] Master@127.14.12.126:40427 shutdown complete.
22:31:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:31:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.643733 14746 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.644428 14746 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.645118 14746 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.678920 14746 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.679193 14746 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.679626 14746 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.679945 14746 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.680260 14746 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.680585 14746 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.680859 14746 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.716545 14746 master_runner.cc:386] Master server non-default flags:
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.125.keytab
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.125
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.125:44469
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.125
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35375
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/logs
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.718077 14746 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.719399 14746 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.740263 14754 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:13.139667 13731 debug-util.cc:398] Leaking SignalData structure 0x7b080003e760 after lost signal to thread 13668
22:31:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:13.140763 13731 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7340 after lost signal to thread 13734
22:31:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.740937 14757 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:12.740294 14755 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:12.742115 14746 server_base.cc:1034] running on GCE node
22:31:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.012633 14746 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.016016 14746 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.017449 14746 hybrid_clock.cc:648] HybridClock initialized: now 1790461874017407 us; error 64 us; skew 500 ppm
22:31:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.018368 14746 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:14 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461874, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.024226 14746 init.cc:377] Logged in from keytab as kudu/127.14.12.125@KRBTEST.COM (short username kudu)
22:31:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.030486 14746 webserver.cc:460] Webserver started at http://127.14.12.125:35375/ using document root <none> and password file <none>
22:31:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.031486 14746 fs_manager.cc:359] Metadata directory not provided
22:31:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.031765 14746 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.040349 14746 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
22:31:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.045271 14766 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.046429 14746 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
22:31:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.046700 14746 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87f0801e0ab44d169bd78154c73a5596"
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:07 on dist-test-slave-fhvw"
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.048873 14746 fs_report.cc:383] FS layout report
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/data
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.088603 14746 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.094190 14746 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.094607 14746 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.186002 14746 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.125:44469
22:31:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.186473 14817 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.125:44469 every 8 connection(s)
22:31:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.188692 14746 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/data/info.pb
22:31:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.191701 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14746
22:31:14.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:14.200 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.12.124:33233
22:31:14.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.202870 14385 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/logs
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.124:33233
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.124
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38917
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.124
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:31:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.204059 14818 sys_catalog.cc:263] Verifying existing consensus state
22:31:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 22:31:14.205016 14818 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:31:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.206411 14746 master.cc:537] Master@127.14.12.125:44469 shutting down...
22:31:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.282193 14746 master.cc:552] Master@127.14.12.125:44469 shutdown complete.
22:31:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:31:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.544997 14820 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:31:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.545516 14820 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:31:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.546161 14820 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:31:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.577754 14820 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:31:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.578089 14820 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:31:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.578420 14820 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:31:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.578774 14820 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:31:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.579159 14820 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:31:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.579712 14820 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:31:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.579946 14820 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43779/jwks.json
22:31:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.618302 14820 master_runner.cc:386] Master server non-default flags:
22:31:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:31:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.12.84:41999
22:31:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:31:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/krb5kdc/kudu_127.14.12.124.keytab
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.12.124
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.12.124:33233
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43779/jwks.json
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.12.124
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38917
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/logs
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:31:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:31:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.619741 14820 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:31:14.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.620873 14820 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:31:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.640591 14827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.641427 14829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:14.642521 14826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:31:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:14.642263 14820 server_base.cc:1034] running on GCE node
22:31:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.918850 14820 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:31:15.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.922529 14820 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:31:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.924079 14820 hybrid_clock.cc:648] HybridClock initialized: now 1790461875924043 us; error 53 us; skew 500 ppm
22:31:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.926369 14820 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:31:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:15 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461875, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.933652 14820 init.cc:377] Logged in from keytab as kudu/127.14.12.124@KRBTEST.COM (short username kudu)
22:31:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.940299 14820 webserver.cc:460] Webserver started at http://127.14.12.124:38917/ using document root <none> and password file <none>
22:31:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.941215 14820 fs_manager.cc:359] Metadata directory not provided
22:31:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.941401 14820 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:31:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.949083 14820 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
22:31:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.953444 14839 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:31:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.954500 14820 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
22:31:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.954780 14820 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data,/tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c3c9c487e4146b8a22731a56bf12fc0"
22:31:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:31:09 on dist-test-slave-fhvw"
22:31:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:15.957304 14820 fs_report.cc:383] FS layout report
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/wal
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/data
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:31:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:31:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.034534 14820 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:31:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.040199 14820 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:31:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.040599 14820 kserver.cc:163] Server-wide thread pool size limit: 3276
22:31:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.110569 14820 rpc_server.cc:307] RPC server started. Bound to: 127.14.12.124:33233
22:31:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.110774 14890 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.12.124:33233 every 8 connection(s)
22:31:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.113405 14820 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJ50ob7/test-tmp/mini-kudu-cluster8976406876328976374/master-2/data/info.pb
22:31:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.123485 14385 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu as pid 14820
22:31:16.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:31:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.126942 14891 sys_catalog.cc:263] Verifying existing consensus state
22:31:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.134730 14891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Bootstrap starting.
22:31:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.176724 14891 log.cc:824] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Log is configured to *not* fsync() on all Append() calls
22:31:16.179 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.182538 14891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:31:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.183542 14891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Bootstrap complete.
22:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.219730 14891 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.223238 14891 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.223541 14891 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c3c9c487e4146b8a22731a56bf12fc0, State: Initialized, Role: FOLLOWER
22:31:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.224527 14891 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.228470 14895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } } }
22:31:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.229535 14895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: This master's current role is: FOLLOWER
22:31:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.230345 14891 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [sys.catalog]: configured and running, proceeding with master startup.
22:31:16.254 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.256 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.12.124:33233(127.14.12.124:33233)] connecting to peer
22:31:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.271266 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.271580 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.268949 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.293537 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.295531 14845 tablet.cc:2369] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:31:16.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.322 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.12.124:33233(127.14.12.124:33233)] Successfully connected to peer
22:31:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.374514 14895 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.375062 14895 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.378860 14895 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.379807 14842 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.388016 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:16.390400 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.390755 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:16.391463 14895 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:16.426 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
22:31:16.439 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.12.124
22:31:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:16 dist-test-slave-fhvw krb5kdc[14397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.12.124@KRBTEST.COM
22:31:16.712 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x86ea3d05, L:/127.0.0.1:58432 - R:/127.14.12.124:33233] using SASL/GSSAPI
22:31:16.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.788 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.791 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.809 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.810 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.829 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.868 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.869 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:16.989 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:16.991 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:16.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:16.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:16.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:17.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:17.070 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:17.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:17.274773 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:17.275036 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:17.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:17.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:17.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:17.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:17.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:18.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:18.129 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:18.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:18.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:18.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:18.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:18.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:18.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:18.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:18.278219 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:18.278481 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:18.588326 14915 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:18.588680 14915 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:18.590027 14915 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:18.596472 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:18.596972 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:18.597342 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:18.597922 14915 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:19.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:19.251 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:19.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:19.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:19.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:19.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:19.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:19.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:19.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:19.281275 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:19.281518 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:20.284360 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:20.284600 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:20.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:20.610553 14922 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:20.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:20.611119 14922 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:20.612636 14922 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:20.617998 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:20.618412 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:20.618798 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:20.619364 14922 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:20.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:20.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:20.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:20.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:20.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:20.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:20.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:20.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:20.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:21.287354 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:21.287642 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:21.296145 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:21.296466 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:21.769 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:21.770 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:21.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:21.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:21.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:21.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:21.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:21.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:21.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:22.290587 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:22.290823 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:23.293434 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:23.293677 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:24.296674 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:24.296926 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:24.858242 14931 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:24.859036 14931 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:24.861070 14931 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:24.863641 14841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111) [suppressed 6 similar messages]
22:31:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:24.866400 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:24.866881 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:24.867197 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:24.867774 14931 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:24.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:24.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:24.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:24.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:24.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:24.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:24.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:24.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:24.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:25.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:25.090 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:25.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:25.300133 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:25.300408 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:25.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:25.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:25.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:25.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:25.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:25 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461885, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:25.937871 14835 init.cc:295] Successfully reacquired a new kerberos TGT
22:31:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:26.299124 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:26.299494 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:26.303072 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:26.303293 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:27.305899 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:27.306182 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:28.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:28.050 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:28.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:28.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:28.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:28.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:28.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:28.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:28.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:28.308931 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:28.309183 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:29.289 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:29.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:29.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:29.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:29.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:29.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:29.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:29.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:29.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:29.312083 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:29.312340 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:30.315251 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:30.315490 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.302183 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.302542 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:31.318372 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:31.318651 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:31.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:31.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:31.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:31.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:31.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:31.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:31.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:31.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:31.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.967447 14943 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.967830 14943 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.969462 14943 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:31.971541 14842 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:31.974367 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:31.974833 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.975193 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:31.975778 14943 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:32.325981 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:32.326313 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:33.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:33.321674 13731 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7fe0 after lost signal to thread 13668
22:31:33.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:33.322235 13731 debug-util.cc:398] Leaking SignalData structure 0x7b0800090620 after lost signal to thread 13734
22:31:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:33.329386 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:33.329622 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:34.333377 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:34.333711 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:34.519429 14950 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:34.519807 14950 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:34.521315 14950 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:34.526317 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:34.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:34.526746 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:34.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:34.527204 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:34.527745 14950 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:35.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:35.337929 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:35.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:35.338364 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:35.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:35.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:35.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:35.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:35.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:35.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:35.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:35.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:35.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:31:35 dist-test-slave-fhvw krb5kdc[14397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790461895, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.12.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:31:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:35.940249 14835 init.cc:295] Successfully reacquired a new kerberos TGT
22:31:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.091694 14956 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:31:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.092193 14956 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e8a8230d3af4eb8b7f66d44fa556d66" member_type: VOTER last_known_addr { host: "127.14.12.126" port: 40427 } } peers { permanent_uuid: "87f0801e0ab44d169bd78154c73a5596" member_type: VOTER last_known_addr { host: "127.14.12.125" port: 44469 } } peers { permanent_uuid: "6c3c9c487e4146b8a22731a56bf12fc0" member_type: VOTER last_known_addr { host: "127.14.12.124" port: 33233 } }
22:31:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.093856 14956 leader_election.cc:288] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427), 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469)
22:31:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:36.098598 14842 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6e8a8230d3af4eb8b7f66d44fa556d66 (127.14.12.126:40427): Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111)
22:31:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:36.099066 14841 leader_election.cc:334] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 87f0801e0ab44d169bd78154c73a5596 (127.14.12.125:44469): Network error: Client connection negotiation failed: client connection to 127.14.12.125:44469: connect: Connection refused (error 111)
22:31:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.099385 14841 leader_election.cc:302] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c3c9c487e4146b8a22731a56bf12fc0; no voters: 6e8a8230d3af4eb8b7f66d44fa556d66, 87f0801e0ab44d169bd78154c73a5596
22:31:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.100016 14956 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:31:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.304741 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:36.305099 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:36.341264 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:36.341536 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:36.568 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:36.569 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:36.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:36.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:36.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:36.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:36.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:36.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:36.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:37.269 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:37.270 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:37.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:37.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:37.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:37.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:37.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:37.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:37.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:37.345353 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:37.345666 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:38.350091 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:38.350416 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:39.354254 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:39.354488 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:40.357281 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:40.357553 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:40.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:40.630 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:40.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:40.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:40.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:40.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:40.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:40.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:40.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:41.307591 14820 master_runner.cc:186] Error getting master registration for 127.14.12.126:40427: Network error: Client connection negotiation failed: client connection to 127.14.12.126:40427: connect: Connection refused (error 111),
22:31:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:41.307910 14820 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:31:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:41.360703 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:41.360949 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:41.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:41.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:41.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:41.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:41.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:41.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:41.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:41.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:41.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:42.363673 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:42.364002 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:43.366906 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:43.367189 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:43.369 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:43.369 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:43.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:43.489 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:43.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:43.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:43.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:43.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:44.369980 14908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c3c9c487e4146b8a22731a56bf12fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:31:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:31:44.370290 14908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:31:45.109 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.126:40427(127.14.12.126:40427)] connecting to peer
22:31:45.110 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.14.12.125:44469(127.14.12.125:44469)] connecting to peer
22:31:45.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:45.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.12.126:40427(127.14.12.126:40427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:45.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.126:40427: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427
22:31:45.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:45.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.125:44469(127.14.12.125:44469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:45.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.12.125:44469: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
22:31:45.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233; will retry
22:31:45.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28989), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [595ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [600ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [630ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [633ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [635ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [660ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [665ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [680ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [684ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [700ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [704ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [706ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [739ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [741ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [785ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [860ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [865ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [939ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [946ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1336ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1348ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [2006ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [2007ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3116ms] refreshing cache from master, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [3124ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [4577ms] refreshing cache from master, [4577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [4578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [4579ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [4580ms] too many traces: truncated at 100 traces, deferred=Deferred@1372625260(state=PENDING, result=null, callback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332), errback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332)))
22:31:45.136 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.12.124:33233(127.14.12.124:33233)] disconnecting while in state READY
22:31:45.137 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.12.126:40427(127.14.12.126:40427)] disconnecting while in state TERMINATED
22:31:45.137 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.12.125:44469(127.14.12.125:44469)] disconnecting while in state TERMINATED
22:31:45.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:31:45.151 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:31:45.155 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.12.124:33233(127.14.12.124:33233)] handling channelInactive
22:31:45.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.12.124:33233(127.14.12.124:33233)] cleaning up while in state READY due to: connection closed
22:31:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:45.157591 14385 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14820
22:31:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:31:46Z chronyd exiting
22:31:47.384 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:31:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.385887 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 13937
22:31:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.412449 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14096
22:31:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.440557 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 14243
22:31:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.466948 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 13667
22:31:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.499663 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 13737
22:31:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:31:47.529681 13655 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJ50ob7/build/tsan/bin/kudu with pid 13812
22:31:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:31:48Z chronyd exiting
22:31:49.718 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28989), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [595ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [600ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [630ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [633ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [635ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [660ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [665ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [680ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [684ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [700ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [704ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [706ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [739ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [741ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [785ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [860ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [865ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [939ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [946ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1336ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1348ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [2006ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [2007ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3116ms] refreshing cache from master, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [3124ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [4577ms] refreshing cache from master, [4577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [4578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [4579ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [4580ms] too many traces: truncated at 100 traces, deferred=Deferred@1372625260(state=PENDING, result=null, callback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332), errback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.12.125:44469
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28989), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [595ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [600ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [630ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [633ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [635ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [660ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [665ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [680ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [684ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [700ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [704ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [706ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [739ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [741ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [785ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [860ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [865ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [939ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [946ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1336ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1348ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [2006ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [2007ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3116ms] refreshing cache from master, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [3124ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [4577ms] refreshing cache from master, [4577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [4578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [4579ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [4580ms] too many traces: truncated at 100 traces, deferred=Deferred@1372625260(state=PENDING, result=null, callback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332), errback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.12.125:44469
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
22:31:51.156 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
22:31:51.156 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28989), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [595ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [600ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [630ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [633ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [635ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [660ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [665ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [680ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [684ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [700ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [704ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [706ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [739ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [741ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [785ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [860ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [865ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [939ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [946ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1336ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1348ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [2006ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [2007ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3116ms] refreshing cache from master, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [3124ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [4577ms] refreshing cache from master, [4577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [4578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [4579ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [4580ms] too many traces: truncated at 100 traces, deferred=Deferred@1372625260(state=PENDING, result=null, callback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332), errback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.12.125:44469
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28989), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [595ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [600ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [630ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [633ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [635ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [660ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [665ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [680ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [684ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [700ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [704ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [706ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [739ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [741ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [785ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [860ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [865ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [939ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [946ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1336ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [1339ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1348ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [1996ms] refreshing cache from master, [1996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [2006ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [2007ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3116ms] refreshing cache from master, [3116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.124:33233, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.125:44469: Network error: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.124:33233: OK, [3124ms] delaying RPC due to: Service unavailable: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469, [4577ms] refreshing cache from master, [4577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.126:40427, [4578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.12.125:44469, [4579ms] Sub RPC ConnectToMaster: received response from server master-127.14.12.126:40427: Network error: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427, [4580ms] too many traces: truncated at 100 traces, deferred=Deferred@1372625260(state=PENDING, result=null, callback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332), errback=(continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748) -> (continuation of Deferred@122127479 after retry RPC after error@1294959339) -> (continuation of Deferred@447594476 after retry RPC after error@1673400124) -> (continuation of Deferred@1491159808 after retry RPC after error@1776857645) -> (continuation of Deferred@516760099 after retry RPC after error@219748649) -> (continuation of Deferred@1601370817 after retry RPC after error@1940345560) -> (continuation of Deferred@76327605 after retry RPC after error@1092168540) -> (continuation of Deferred@158692684 after retry RPC after error@1083033384) -> (continuation of Deferred@557126798 after retry RPC after error@704550975) -> (continuation of Deferred@184764249 after retry RPC after error@630810006) -> (continuation of Deferred@746685647 after retry RPC after error@1910758912) -> (continuation of Deferred@1615554282 after retry RPC after error@244325024) -> (continuation of Deferred@773279809 after retry RPC after error@1097566301) -> (continuation of Deferred@2058148524 after retry RPC after error@1961331267) -> (continuation of Deferred@1617316294 after retry RPC after error@2110917879) -> (continuation of Deferred@1639436379 after retry RPC after error@692775868) -> (continuation of Deferred@2066788138 after retry RPC after error@384348431) -> (continuation of Deferred@1233297025 after retry RPC after error@929798918) -> (continuation of Deferred@1230777150 after retry RPC after error@451906515) -> (continuation of Deferred@1195669657 after retry RPC after error@748447964) -> (continuation of Deferred@70366122 after retry RPC after error@1650852332)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.12.126:40427,127.14.12.125:44469,127.14.12.124:33233) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.126:40427(127.14.12.126:40427): Connection refused: /127.14.12.126:40427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.12.125:44469(127.14.12.125:44469): Connection refused: /127.14.12.125:44469
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.12.125:44469
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)