11:44:08.025 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:44:08.042 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSMj9SC/test-tmp
11:44:08.045 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:44:08.049 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSMj9SC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:44:08.343 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:44:08.505 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:44:08.506 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:44:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.510564 9112 mini_oidc.cc:152] Starting JWKS server
11:44:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.514854 9112 webserver.cc:460] Webserver started at http://127.0.0.1:42897/ using document root <none> and password file <none>
11:44:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.515522 9112 mini_oidc.cc:189] Starting OIDC Discovery server
11:44:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.518433 9112 webserver.cc:460] Webserver started at http://127.0.0.1:37651/ using document root <none> and password file <none>
11:44:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:44:08Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:44:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:44:08Z Disabled control of system clock
11:44:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.583285 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal
11:44:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data
11:44:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:08.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:08.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/logs
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data/info.pb
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.62:45053
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.62
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json with env {}
11:44:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.923156 9124 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.923799 9124 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.924528 9124 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.958235 9124 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.958549 9124 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.958751 9124 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.958945 9124 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.959260 9124 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:08.959482 9124 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42897/jwks.json
11:44:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.997014 9124 master_runner.cc:386] Master server non-default flags:
11:44:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data
11:44:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal
11:44:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.62:45053
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data/info.pb
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.62
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/logs
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:08.998311 9124 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:09.000594 9124 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:09.024611 9134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:09.024873 9136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:09.024688 9132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.290295 9135 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1263 milliseconds
11:44:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.290423 9124 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:44:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.291971 9124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:10.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.295382 9124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.296903 9124 hybrid_clock.cc:648] HybridClock initialized: now 1786535050296852 us; error 69 us; skew 500 ppm
11:44:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.297889 9124 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.310331 9124 webserver.cc:460] Webserver started at http://127.8.230.62:35945/ using document root <none> and password file <none>
11:44:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.311365 9124 fs_manager.cc:359] Metadata directory not provided
11:44:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.311558 9124 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.311977 9124 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.317520 9124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data/instance:
11:44:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92854d19bb7a41ebb110c12829db931d"
11:44:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:10 on dist-test-slave-69rg"
11:44:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.318990 9124 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal/instance:
11:44:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92854d19bb7a41ebb110c12829db931d"
11:44:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:10 on dist-test-slave-69rg"
11:44:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.327054 9124 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:44:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.333338 9144 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.334693 9124 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
11:44:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.335076 9124 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal
11:44:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92854d19bb7a41ebb110c12829db931d"
11:44:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:10 on dist-test-slave-69rg"
11:44:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.335409 9124 fs_report.cc:383] FS layout report
11:44:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal
11:44:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal
11:44:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data/data
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:10.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:10.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.376253 9124 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.377964 9124 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.378453 9124 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.457087 9124 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.62:45053
11:44:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.457242 9206 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.62:45053 every 8 connection(s)
11:44:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.460230 9124 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/data/info.pb
11:44:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.465977 9207 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.467926 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9124
11:44:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.468544 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-0/wal/instance
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.474490 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/logs
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data/info.pb
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.61:37691
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.61
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json with env {}
11:44:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.485795 9207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } has no permanent_uuid. Determining permanent_uuid...
11:44:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.515168 9207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
11:44:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.517590 9146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.522449 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.572103 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 1
11:44:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.577092 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.645637 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 2
11:44:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.649582 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.741163 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 3
11:44:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.745687 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.813511 9209 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.814256 9209 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.815037 9209 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.847970 9209 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.848289 9209 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.848484 9209 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.848665 9209 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.848896 9209 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.849136 9209 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42897/jwks.json
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.885856 9209 master_runner.cc:386] Master server non-default flags:
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.61:37691
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data/info.pb
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.61
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/logs
11:44:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.887168 9209 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.889346 9209 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.889233 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 4
11:44:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.893471 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.910327 9223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:11.192983 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 5
11:44:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:11.196904 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:11.744597 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 6
11:44:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:11.752910 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.61:37691: Network error: Client connection negotiation failed: client connection to 127.8.230.61:37691: connect: Connection refused (error 111)
11:44:12.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.910344 9220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:10.912284 9209 server_base.cc:1034] running on GCE node
11:44:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:10.911832 9219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:12.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.128327 9209 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.131201 9209 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.132557 9209 hybrid_clock.cc:648] HybridClock initialized: now 1786535052132494 us; error 88 us; skew 500 ppm
11:44:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.133394 9209 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.141043 9209 webserver.cc:460] Webserver started at http://127.8.230.61:37145/ using document root <none> and password file <none>
11:44:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.142107 9209 fs_manager.cc:359] Metadata directory not provided
11:44:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.142306 9209 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.142705 9209 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.147789 9209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data/instance:
11:44:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11eda042e84f4e1196b80b897338144a"
11:44:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:12 on dist-test-slave-69rg"
11:44:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.148981 9209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal/instance:
11:44:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11eda042e84f4e1196b80b897338144a"
11:44:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:12 on dist-test-slave-69rg"
11:44:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.156771 9209 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
11:44:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.162950 9234 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.164029 9209 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:44:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.164393 9209 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal
11:44:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11eda042e84f4e1196b80b897338144a"
11:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:12 on dist-test-slave-69rg"
11:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.164808 9209 fs_report.cc:383] FS layout report
11:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data/data
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.208166 9209 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.209905 9209 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.210489 9209 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.287184 9209 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.61:37691
11:44:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.287266 9295 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.61:37691 every 8 connection(s)
11:44:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.290514 9209 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/data/info.pb
11:44:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.293315 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9209
11:44:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.294359 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-1/wal/instance
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.296677 9296 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.296736 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/logs
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data/info.pb
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.60:37539
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.60
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json with env {}
11:44:12.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.309548 9296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } has no permanent_uuid. Determining permanent_uuid...
11:44:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.335973 9296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
11:44:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.352682 9296 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } has no permanent_uuid. Determining permanent_uuid...
11:44:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.355818 9238 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.360426 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.410030 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 1
11:44:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.413990 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.482429 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 2
11:44:12.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.486722 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.578210 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 3
11:44:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.581846 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.654145 9298 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.654723 9298 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.655419 9298 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.687084 9298 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.687383 9298 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.687573 9298 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:12.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.687749 9298 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.687928 9298 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.688067 9298 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42897/jwks.json
11:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.724977 9298 master_runner.cc:386] Master server non-default flags:
11:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.60:37539
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42897/jwks.json
11:44:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data/info.pb
11:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.60
11:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/logs
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.725375 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 4
11:44:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.726732 9298 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.729202 9298 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.729879 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.750910 9312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.813596 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } attempt: 7
11:44:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.831704 9207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } has no permanent_uuid. Determining permanent_uuid...
11:44:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.837275 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.895958 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 1
11:44:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.901620 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.983189 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 2
11:44:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.988602 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.029327 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 5
11:44:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:13.034900 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.074173 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 3
11:44:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:13.079501 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.219985 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 4
11:44:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:13.225344 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.508798 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 5
11:44:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:13.514071 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.582386 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 6
11:44:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:13.590564 9296 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.750936 9310 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:12.752835 9298 server_base.cc:1034] running on GCE node
11:44:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:12.750912 9314 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.977921 9298 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.980676 9298 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.982098 9298 hybrid_clock.cc:648] HybridClock initialized: now 1786535053982028 us; error 78 us; skew 500 ppm
11:44:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.983107 9298 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.990300 9298 webserver.cc:460] Webserver started at http://127.8.230.60:33337/ using document root <none> and password file <none>
11:44:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.991458 9298 fs_manager.cc:359] Metadata directory not provided
11:44:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.991710 9298 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.992308 9298 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.997506 9298 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data/instance:
11:44:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db9c9a91491f4e2c890cef33f17c7bf1"
11:44:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:13 on dist-test-slave-69rg"
11:44:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:13.998896 9298 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal/instance:
11:44:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db9c9a91491f4e2c890cef33f17c7bf1"
11:44:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:13 on dist-test-slave-69rg"
11:44:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.006951 9298 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.006s
11:44:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.013466 9325 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.014711 9298 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
11:44:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.015084 9298 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal
11:44:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db9c9a91491f4e2c890cef33f17c7bf1"
11:44:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:13 on dist-test-slave-69rg"
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.015475 9298 fs_report.cc:383] FS layout report
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data/data
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.053166 9298 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.054986 9298 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.055562 9298 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.066515 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 6
11:44:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:14.073375 9207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.230.60:37539: Network error: Client connection negotiation failed: client connection to 127.8.230.60:37539: connect: Connection refused (error 111)
11:44:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.136879 9298 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.60:37539
11:44:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.136983 9389 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.60:37539 every 8 connection(s)
11:44:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.139987 9298 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/data/info.pb
11:44:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.145291 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9298
11:44:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.145417 9390 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.145639 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/master-2/wal/instance
11:44:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.160458 9390 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } has no permanent_uuid. Determining permanent_uuid...
11:44:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.185566 9390 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
11:44:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.200045 9390 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } has no permanent_uuid. Determining permanent_uuid...
11:44:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.219954 9390 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: Bootstrap starting.
11:44:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.226876 9390 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: Neither blocks nor log segments found. Creating new log.
11:44:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.229213 9390 log.cc:824] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: Log is configured to *not* fsync() on all Append() calls
11:44:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.235572 9390 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: No bootstrap required, opened a new log
11:44:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.260200 9390 raft_consensus.cc:348] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.260993 9390 raft_consensus.cc:374] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:44:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.261329 9390 raft_consensus.cc:729] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db9c9a91491f4e2c890cef33f17c7bf1, State: Initialized, Role: FOLLOWER
11:44:14.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.262393 9390 consensus_queue.cc:260] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.265690 9399 sys_catalog.cc:455] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.267320 9399 sys_catalog.cc:458] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: This master's current role is: FOLLOWER
11:44:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.267607 9390 sys_catalog.cc:564] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: configured and running, proceeding with master startup.
11:44:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.287652 9399 raft_consensus.cc:482] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.288185 9399 raft_consensus.cc:504] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.290804 9399 leader_election.cc:288] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 92854d19bb7a41ebb110c12829db931d (127.8.230.62:45053), 11eda042e84f4e1196b80b897338144a (127.8.230.61:37691)
11:44:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:14.297652 9411 catalog_manager.cc:1558] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:14.299242 9411 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:14.313464 9334 tablet.cc:2369] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:44:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.290367 9298 master_runner.cc:186] Error getting master registration for 127.8.230.62:45053: OK, instance_id { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" instance_seqno: 1786535050434223 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:44:14.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.334784 9298 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.651233 9296 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 7
11:44:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.677784 9296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: Bootstrap starting.
11:44:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.685024 9296 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: Neither blocks nor log segments found. Creating new log.
11:44:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.687453 9296 log.cc:824] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: Log is configured to *not* fsync() on all Append() calls
11:44:14.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.692601 9296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: No bootstrap required, opened a new log
11:44:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.724812 9296 raft_consensus.cc:348] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.725853 9296 raft_consensus.cc:374] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:44:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.726171 9296 raft_consensus.cc:729] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11eda042e84f4e1196b80b897338144a, State: Initialized, Role: FOLLOWER
11:44:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.727345 9296 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.730679 9415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.731873 9415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: This master's current role is: FOLLOWER
11:44:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.732883 9296 sys_catalog.cc:564] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: configured and running, proceeding with master startup.
11:44:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.735286 9267 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11eda042e84f4e1196b80b897338144a" is_pre_election: true
11:44:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.736490 9267 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db9c9a91491f4e2c890cef33f17c7bf1 in term 0.
11:44:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.739148 9327 leader_election.cc:302] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11eda042e84f4e1196b80b897338144a, db9c9a91491f4e2c890cef33f17c7bf1; no voters:
11:44:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.740432 9399 raft_consensus.cc:2781] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:44:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.740795 9399 raft_consensus.cc:482] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:44:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.741122 9399 raft_consensus.cc:3037] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 0 FOLLOWER]: Advancing to term 1
11:44:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.747767 9399 raft_consensus.cc:504] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.752687 9399 leader_election.cc:288] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [CANDIDATE]: Term 1 election: Requested vote from peers 92854d19bb7a41ebb110c12829db931d (127.8.230.62:45053), 11eda042e84f4e1196b80b897338144a (127.8.230.61:37691)
11:44:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.753208 9267 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11eda042e84f4e1196b80b897338144a"
11:44:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.753785 9267 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 0 FOLLOWER]: Advancing to term 1
11:44:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.760828 9267 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db9c9a91491f4e2c890cef33f17c7bf1 in term 1.
11:44:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.761988 9327 leader_election.cc:302] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11eda042e84f4e1196b80b897338144a, db9c9a91491f4e2c890cef33f17c7bf1; no voters:
11:44:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.762843 9399 raft_consensus.cc:2781] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 1 FOLLOWER]: Leader election won for term 1
11:44:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.765090 9399 raft_consensus.cc:686] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [term 1 LEADER]: Becoming Leader. State: Replica: db9c9a91491f4e2c890cef33f17c7bf1, State: Running, Role: LEADER
11:44:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.766605 9399 consensus_queue.cc:237] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:14.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.792484 9424 sys_catalog.cc:455] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader db9c9a91491f4e2c890cef33f17c7bf1. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.793952 9424 sys_catalog.cc:458] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: This master's current role is: LEADER
11:44:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.798840 9431 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:44:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.801806 9430 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:44:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.805925 9431 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:44:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.825949 9267 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [term 1 FOLLOWER]: Refusing update from remote peer db9c9a91491f4e2c890cef33f17c7bf1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:44:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.827678 9424 consensus_queue.cc:1035] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:44:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.806147 9209 master_runner.cc:186] Error getting master registration for 127.8.230.62:45053: OK, instance_id { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" instance_seqno: 1786535050434223 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:44:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.854487 9209 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.862963 9415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: SysCatalogTable state changed. Reason: New leader db9c9a91491f4e2c890cef33f17c7bf1. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.863818 9415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: This master's current role is: FOLLOWER
11:44:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.864822 9424 sys_catalog.cc:455] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.868628 9424 sys_catalog.cc:458] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: This master's current role is: LEADER
11:44:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.878449 9415 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.879240 9415 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a [sys.catalog]: This master's current role is: FOLLOWER
11:44:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.879981 9431 catalog_manager.cc:1347] Generated new cluster ID: 01b1eb3a1c52437c903000a72c07433a
11:44:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.880299 9431 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:44:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.915112 9431 catalog_manager.cc:1370] Generated new certificate authority record
11:44:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.918409 9431 catalog_manager.cc:1504] Loading token signing keys...
11:44:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.947584 9431 catalog_manager.cc:5868] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1: Generated new TSK 0
11:44:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.948877 9431 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:14.999512 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/logs
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data/info.pb
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.1:0
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.1
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.1
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:44:15.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.106833 9207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } attempt: 7
11:44:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.157941 9207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: Bootstrap starting.
11:44:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.165544 9207 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: Neither blocks nor log segments found. Creating new log.
11:44:15.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.176367 9207 log.cc:824] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: Log is configured to *not* fsync() on all Append() calls
11:44:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.198415 9207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: No bootstrap required, opened a new log
11:44:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.263202 9207 raft_consensus.cc:348] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.264603 9207 raft_consensus.cc:374] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:44:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.264950 9207 raft_consensus.cc:729] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92854d19bb7a41ebb110c12829db931d, State: Initialized, Role: FOLLOWER
11:44:15.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.266299 9207 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } }
11:44:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.271365 9177 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "92854d19bb7a41ebb110c12829db931d" is_pre_election: true
11:44:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.274598 9177 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db9c9a91491f4e2c890cef33f17c7bf1 in term 0.
11:44:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.276780 9174 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 0 FOLLOWER]: Advancing to term 1
11:44:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.275875 9175 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "92854d19bb7a41ebb110c12829db931d"
11:44:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.285395 9174 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [term 1 FOLLOWER]: Refusing update from remote peer db9c9a91491f4e2c890cef33f17c7bf1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:44:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.287159 9441 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.287510 9424 consensus_queue.cc:1035] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:44:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.288025 9441 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: This master's current role is: FOLLOWER
11:44:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.271109 9207 sys_catalog.cc:564] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: configured and running, proceeding with master startup.
11:44:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.382174 9441 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: SysCatalogTable state changed. Reason: New leader db9c9a91491f4e2c890cef33f17c7bf1. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.382294 9447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.383033 9441 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: This master's current role is: FOLLOWER
11:44:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.383044 9447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d [sys.catalog]: This master's current role is: FOLLOWER
11:44:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.441910 9460 catalog_manager.cc:1259] Loaded cluster ID: 01b1eb3a1c52437c903000a72c07433a
11:44:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.442179 9460 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: loading cluster ID for follower catalog manager: success
11:44:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.448940 9460 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: acquiring CA information for follower catalog manager: success
11:44:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.455930 9460 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 92854d19bb7a41ebb110c12829db931d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:44:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.553063 9438 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.554167 9438 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.555203 9438 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.611975 9438 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.613446 9438 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.230.1
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.674985 9438 tablet_server_runner.cc:78] Tablet server non-default flags:
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.1:0
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data/info.pb
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.1
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.1
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/logs
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.676671 9438 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.678872 9438 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.706146 9468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.827703 9430 catalog_manager.cc:1259] Loaded cluster ID: 01b1eb3a1c52437c903000a72c07433a
11:44:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.830865 9473 sys_catalog.cc:455] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "92854d19bb7a41ebb110c12829db931d" member_type: VOTER last_known_addr { host: "127.8.230.62" port: 45053 } } peers { permanent_uuid: "11eda042e84f4e1196b80b897338144a" member_type: VOTER last_known_addr { host: "127.8.230.61" port: 37691 } } peers { permanent_uuid: "db9c9a91491f4e2c890cef33f17c7bf1" member_type: VOTER last_known_addr { host: "127.8.230.60" port: 37539 } } }
11:44:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.834182 9430 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: loading cluster ID for follower catalog manager: success
11:44:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.845976 9473 sys_catalog.cc:458] T 00000000000000000000000000000000 P db9c9a91491f4e2c890cef33f17c7bf1 [sys.catalog]: This master's current role is: LEADER
11:44:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.870940 9430 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: acquiring CA information for follower catalog manager: success
11:44:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:15.895898 9430 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 11eda042e84f4e1196b80b897338144a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:44:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:17.097436 9467 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9438
11:44:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:17.814690 9438 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.111s user 0.667s sys 1.064s
11:44:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:17.815086 9438 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.112s user 0.667s sys 1.064s
11:44:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:15.708214 9470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.830435 9438 server_base.cc:1034] running on GCE node
11:44:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:17.830210 9478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.833335 9438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.841123 9438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.843101 9438 hybrid_clock.cc:648] HybridClock initialized: now 1786535057843064 us; error 53 us; skew 500 ppm
11:44:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.844466 9438 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.868782 9438 webserver.cc:460] Webserver started at http://127.8.230.1:42199/ using document root <none> and password file <none>
11:44:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.870613 9438 fs_manager.cc:359] Metadata directory not provided
11:44:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.871129 9438 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.871940 9438 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.879498 9438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data/instance:
11:44:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de9b5b58ea84b29b4e092212d5a7fe2"
11:44:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:17 on dist-test-slave-69rg"
11:44:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.881795 9438 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal/instance:
11:44:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de9b5b58ea84b29b4e092212d5a7fe2"
11:44:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:17 on dist-test-slave-69rg"
11:44:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.897495 9438 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.000s sys 0.013s
11:44:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.911615 9485 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.913576 9438 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.008s sys 0.001s
11:44:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.914372 9438 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal
11:44:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de9b5b58ea84b29b4e092212d5a7fe2"
11:44:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:17 on dist-test-slave-69rg"
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.915124 9438 fs_report.cc:383] FS layout report
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data/data
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.991448 9438 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.994712 9438 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:17.995666 9438 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.010536 9438 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:44:18.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.035355 9438 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:44:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.036012 9438 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
11:44:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.036507 9438 ts_tablet_manager.cc:610] Registered 0 tablets
11:44:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.036885 9438 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:44:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.327280 9438 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.1:35291
11:44:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.327412 9616 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.1:35291 every 8 connection(s)
11:44:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.331363 9438 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/data/info.pb
11:44:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.341519 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9438
11:44:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.343007 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-0/wal/instance
11:44:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.367240 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/logs
11:44:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data/info.pb
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.2:0
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.2
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.2
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:44:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.405084 9291 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1f40 after lost signal to thread 9214
11:44:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.411487 9618 heartbeater.cc:347] Connected to a master server at 127.8.230.60:37539
11:44:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.412006 9618 heartbeater.cc:464] Registering TS with master...
11:44:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.413203 9618 heartbeater.cc:511] Master 127.8.230.60:37539 requested a full tablet report, sending...
11:44:18.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.416787 9347 ts_manager.cc:194] Registered new tserver with Master: 6de9b5b58ea84b29b4e092212d5a7fe2 (127.8.230.1:35291)
11:44:18.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.419956 9347 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.230.1:59453
11:44:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.434479 9617 heartbeater.cc:347] Connected to a master server at 127.8.230.61:37691
11:44:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.434832 9617 heartbeater.cc:464] Registering TS with master...
11:44:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.435544 9617 heartbeater.cc:511] Master 127.8.230.61:37691 requested a full tablet report, sending...
11:44:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.439266 9256 ts_manager.cc:194] Registered new tserver with Master: 6de9b5b58ea84b29b4e092212d5a7fe2 (127.8.230.1:35291)
11:44:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.459338 9624 heartbeater.cc:347] Connected to a master server at 127.8.230.62:45053
11:44:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.459769 9624 heartbeater.cc:464] Registering TS with master...
11:44:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.460517 9624 heartbeater.cc:511] Master 127.8.230.62:45053 requested a full tablet report, sending...
11:44:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:18.466238 9166 ts_manager.cc:194] Registered new tserver with Master: 6de9b5b58ea84b29b4e092212d5a7fe2 (127.8.230.1:35291)
11:44:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.951442 9630 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.952039 9630 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.952735 9630 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.989328 9630 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:18.990525 9630 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.230.2
11:44:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:19.027197 9630 tablet_server_runner.cc:78] Tablet server non-default flags:
11:44:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.2:0
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data/info.pb
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.2
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.2
11:44:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/logs
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:19.028873 9630 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:19.031095 9630 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:19.065208 9639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:19.425400 9618 heartbeater.cc:503] Master 127.8.230.60:37539 was elected leader, sending a full tablet report...
11:44:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:20.453805 9638 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9630
11:44:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:20.623160 9630 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.556s user 0.521s sys 0.844s
11:44:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:20.623533 9630 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.556s user 0.521s sys 0.844s
11:44:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:19.070484 9640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.623847 9630 server_base.cc:1034] running on GCE node
11:44:20.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:20.628718 9642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.630409 9630 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.633351 9630 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.634786 9630 hybrid_clock.cc:648] HybridClock initialized: now 1786535060634710 us; error 45 us; skew 500 ppm
11:44:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.635995 9630 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.644438 9630 webserver.cc:460] Webserver started at http://127.8.230.2:37239/ using document root <none> and password file <none>
11:44:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.645735 9630 fs_manager.cc:359] Metadata directory not provided
11:44:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.646279 9630 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.646864 9630 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.654834 9630 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data/instance:
11:44:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12f9c000bc8a4b4fb4a5c7efada7327c"
11:44:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:20 on dist-test-slave-69rg"
11:44:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.656493 9630 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal/instance:
11:44:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12f9c000bc8a4b4fb4a5c7efada7327c"
11:44:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:20 on dist-test-slave-69rg"
11:44:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.666872 9630 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.011s sys 0.000s
11:44:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.675552 9650 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.677232 9630 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
11:44:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.677676 9630 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal
11:44:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12f9c000bc8a4b4fb4a5c7efada7327c"
11:44:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:20 on dist-test-slave-69rg"
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.678237 9630 fs_report.cc:383] FS layout report
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data/data
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:20.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.725733 9630 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.727416 9630 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.727974 9630 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.730971 9630 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:44:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.736269 9630 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:44:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.736581 9630 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:44:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.737041 9630 ts_tablet_manager.cc:610] Registered 0 tablets
11:44:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.737257 9630 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:44:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.928089 9630 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.2:34103
11:44:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.928174 9792 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.2:34103 every 8 connection(s)
11:44:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.932600 9630 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/data/info.pb
11:44:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.937513 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9630
11:44:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.938267 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-1/wal/instance
11:44:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:20.962272 9112 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/logs
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data/info.pb
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.3:0
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.3
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.3
11:44:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:44:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.020746 9794 heartbeater.cc:347] Connected to a master server at 127.8.230.60:37539
11:44:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.021302 9794 heartbeater.cc:464] Registering TS with master...
11:44:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.022838 9794 heartbeater.cc:511] Master 127.8.230.60:37539 requested a full tablet report, sending...
11:44:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.023046 9793 heartbeater.cc:347] Connected to a master server at 127.8.230.61:37691
11:44:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.023356 9793 heartbeater.cc:464] Registering TS with master...
11:44:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.024215 9793 heartbeater.cc:511] Master 127.8.230.61:37691 requested a full tablet report, sending...
11:44:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.027482 9347 ts_manager.cc:194] Registered new tserver with Master: 12f9c000bc8a4b4fb4a5c7efada7327c (127.8.230.2:34103)
11:44:21.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.032704 9256 ts_manager.cc:194] Registered new tserver with Master: 12f9c000bc8a4b4fb4a5c7efada7327c (127.8.230.2:34103)
11:44:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.029632 9347 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.230.2:45643
11:44:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.036000 9797 heartbeater.cc:347] Connected to a master server at 127.8.230.62:45053
11:44:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.036546 9797 heartbeater.cc:464] Registering TS with master...
11:44:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.037586 9797 heartbeater.cc:511] Master 127.8.230.62:45053 requested a full tablet report, sending...
11:44:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.041013 9166 ts_manager.cc:194] Registered new tserver with Master: 12f9c000bc8a4b4fb4a5c7efada7327c (127.8.230.2:34103)
11:44:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.347604 9801 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.348174 9801 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:21.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.348785 9801 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.381806 9801 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.382885 9801 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.230.3
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.419086 9801 tablet_server_runner.cc:78] Tablet server non-default flags:
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.230.20:35493
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.230.3:0
11:44:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data/info.pb
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.230.3
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.230.62:45053,127.8.230.61:37691,127.8.230.60:37539
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.230.3
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/logs
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.420670 9801 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.422636 9801 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.445322 9811 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.040598 9794 heartbeater.cc:503] Master 127.8.230.60:37539 was elected leader, sending a full tablet report...
11:44:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:21.450014 9801 server_base.cc:1034] running on GCE node
11:44:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.446818 9814 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:21.445912 9810 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.707713 9801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.710311 9801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.711822 9801 hybrid_clock.cc:648] HybridClock initialized: now 1786535062711744 us; error 80 us; skew 500 ppm
11:44:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.712770 9801 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.720538 9801 webserver.cc:460] Webserver started at http://127.8.230.3:45203/ using document root <none> and password file <none>
11:44:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.721549 9801 fs_manager.cc:359] Metadata directory not provided
11:44:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.721773 9801 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.722450 9801 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.727751 9801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data/instance:
11:44:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d586881a4fbb4f498559f048bb29fff3"
11:44:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:22 on dist-test-slave-69rg"
11:44:22.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.728907 9801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal/instance:
11:44:22.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d586881a4fbb4f498559f048bb29fff3"
11:44:22.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:22 on dist-test-slave-69rg"
11:44:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.737056 9801 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
11:44:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.744647 9824 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.746202 9801 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.746560 9801 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d586881a4fbb4f498559f048bb29fff3"
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:22 on dist-test-slave-69rg"
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.747022 9801 fs_report.cc:383] FS layout report
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data/data
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.801713 9801 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.803507 9801 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.803975 9801 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.806860 9801 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:44:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.811607 9801 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:44:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.811825 9801 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:44:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.812037 9801 ts_tablet_manager.cc:610] Registered 0 tablets
11:44:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.812158 9801 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:44:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.979554 9801 rpc_server.cc:307] RPC server started. Bound to: 127.8.230.3:43631
11:44:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.979676 9960 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.230.3:43631 every 8 connection(s)
11:44:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.982631 9801 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/data/info.pb
11:44:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.986351 9112 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 9801
11:44:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:22.986886 9112 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster5384352725929176198/ts-2/wal/instance
11:44:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.038058 9961 heartbeater.cc:347] Connected to a master server at 127.8.230.61:37691
11:44:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.038620 9961 heartbeater.cc:464] Registering TS with master...
11:44:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.040009 9964 heartbeater.cc:347] Connected to a master server at 127.8.230.62:45053
11:44:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.040359 9964 heartbeater.cc:464] Registering TS with master...
11:44:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.041031 9962 heartbeater.cc:347] Connected to a master server at 127.8.230.60:37539
11:44:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.041293 9961 heartbeater.cc:511] Master 127.8.230.61:37691 requested a full tablet report, sending...
11:44:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.041394 9962 heartbeater.cc:464] Registering TS with master...
11:44:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.041491 9964 heartbeater.cc:511] Master 127.8.230.62:45053 requested a full tablet report, sending...
11:44:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.042393 9962 heartbeater.cc:511] Master 127.8.230.60:37539 requested a full tablet report, sending...
11:44:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.045295 9256 ts_manager.cc:194] Registered new tserver with Master: d586881a4fbb4f498559f048bb29fff3 (127.8.230.3:43631)
11:44:23.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.050097 9346 ts_manager.cc:194] Registered new tserver with Master: d586881a4fbb4f498559f048bb29fff3 (127.8.230.3:43631)
11:44:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.052876 9346 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.230.3:39939
11:44:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.054246 9165 ts_manager.cc:194] Registered new tserver with Master: d586881a4fbb4f498559f048bb29fff3 (127.8.230.3:43631)
11:44:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.075253 9112 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:44:23.086 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:44:23.088 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:44:23.098 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.230.62"
port: 45053
}
bound_http_address {
host: "127.8.230.62"
port: 35945
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.230.61"
port: 37691
}
bound_http_address {
host: "127.8.230.61"
port: 37145
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.230.60"
port: 37539
}
bound_http_address {
host: "127.8.230.60"
port: 33337
}
}
}
11:44:23.104 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:44:23.107 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.230.1"
port: 35291
}
bound_http_address {
host: "127.8.230.1"
port: 42199
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.230.2"
port: 34103
}
bound_http_address {
host: "127.8.230.2"
port: 37239
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.230.3"
port: 43631
}
bound_http_address {
host: "127.8.230.3"
port: 45203
}
}
}
11:44:23.107 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:44:23.313 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:44:23.428 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSMj9SC/test-tmp
11:44:23.429 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:44:23.429 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSMj9SC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:44:23.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:44:23.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:23.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:44:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.797067 9974 mini_oidc.cc:152] Starting JWKS server
11:44:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.800918 9974 webserver.cc:460] Webserver started at http://127.0.0.1:38011/ using document root <none> and password file <none>
11:44:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.801357 9974 mini_oidc.cc:189] Starting OIDC Discovery server
11:44:23.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:23.803309 9974 webserver.cc:460] Webserver started at http://127.0.0.1:37037/ using document root <none> and password file <none>
11:44:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:44:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/principal' for realm 'KRBTEST.COM',
11:44:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:44:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:23 dist-test-slave-69rg krb5kdc[9986](info): setting up network...
11:44:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:44:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:23 dist-test-slave-69rg krb5kdc[9986](info): set up 2 sockets
11:44:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:23 dist-test-slave-69rg krb5kdc[9986](info): commencing operation
11:44:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:44:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:24.058058 9962 heartbeater.cc:503] Master 127.8.230.60:37539 was elected leader, sending a full tablet report...
11:44:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.085629 9974 mini_kdc.cc:121] Time spent starting KDC: real 1.255s user 0.006s sys 0.021s
11:44:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:44:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:44:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:44:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:44:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:44:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:44:25.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:44:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:44:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:44:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:44:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/test-user.keytab.
11:44:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/test-user.keytab.
11:44:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:25 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535065, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:44:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:44:25Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:44:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:44:25Z Disabled control of system clock
11:44:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.189.190@KRBTEST.COM; defaulting to no policy
11:44:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:25.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.189.190@KRBTEST.COM" created.
11:44:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab.
11:44:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab.
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:25.328009 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/logs
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.190:43019
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.190
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.190
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.673735 10001 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.674407 10001 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.675024 10001 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.707489 10001 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.707738 10001 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.708005 10001 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.708205 10001 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.708410 10001 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.708618 10001 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.708786 10001 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:25.747187 10001 master_runner.cc:386] Master server non-default flags:
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.190
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.190:43019
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.190
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/logs
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:25.748346 10001 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:25.749394 10001 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.769606 10013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.769783 10010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.046034 10012 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:44:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:25.770705 10011 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.046219 10001 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:44:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.052539 10001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.055717 10001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.057199 10001 hybrid_clock.cc:648] HybridClock initialized: now 1786535067057160 us; error 76 us; skew 500 ppm
11:44:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.058270 10001 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:27 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535067, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.067452 10001 init.cc:377] Logged in from keytab as kudu/127.9.189.190@KRBTEST.COM (short username kudu)
11:44:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.078042 10001 webserver.cc:460] Webserver started at http://127.9.189.190:40951/ using document root <none> and password file <none>
11:44:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.079069 10001 fs_manager.cc:359] Metadata directory not provided
11:44:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.079281 10001 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.079733 10001 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.085237 10001 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/instance:
11:44:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb45f2d30f54196bc537b07c008e3c5"
11:44:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:27 on dist-test-slave-69rg"
11:44:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.086699 10001 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal/instance:
11:44:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb45f2d30f54196bc537b07c008e3c5"
11:44:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:27 on dist-test-slave-69rg"
11:44:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.095760 10001 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
11:44:27.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.103132 10024 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.104475 10001 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
11:44:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.104934 10001 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb45f2d30f54196bc537b07c008e3c5"
11:44:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:27 on dist-test-slave-69rg"
11:44:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.105320 10001 fs_report.cc:383] FS layout report
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/data
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:27.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.151051 10001 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.158571 10001 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.159157 10001 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.239053 10001 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.190:43019
11:44:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.239132 10087 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.190:43019 every 8 connection(s)
11:44:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.242049 10001 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.247997 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10001
11:44:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.248415 10088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.248600 9974 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal/instance
11:44:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.266768 10088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
11:44:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.189.189@KRBTEST.COM; defaulting to no policy
11:44:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.189.189@KRBTEST.COM" created.
11:44:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:27 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535067, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.190@KRBTEST.COM for kudu/127.9.189.190@KRBTEST.COM
11:44:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab.
11:44:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab.
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.318435 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/logs
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.189:39653
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.189
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.189
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.322162 10088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } has no permanent_uuid. Determining permanent_uuid...
11:44:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.325950 10028 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.331178 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.380795 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 1
11:44:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.385592 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.454197 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 2
11:44:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.458993 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.550510 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 3
11:44:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.555632 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.678524 10096 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.679139 10096 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.679797 10096 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.699162 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 4
11:44:27.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.703652 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:27.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.716861 10096 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:27.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.717298 10096 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.717950 10096 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.718331 10096 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.718669 10096 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.719010 10096 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.719257 10096 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.765589 10096 master_runner.cc:386] Master server non-default flags:
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.189
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.189:39653
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.189
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/logs
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.767385 10096 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:27.768899 10096 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.791730 10107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:28.003123 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 5
11:44:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:28.008558 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:28.556046 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 6
11:44:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:28.564563 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.189:39653: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.793406 10106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:27.791951 10109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.128650 10108 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:44:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.128793 10096 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:44:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.132887 10096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.136121 10096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.137574 10096 hybrid_clock.cc:648] HybridClock initialized: now 1786535069137492 us; error 86 us; skew 500 ppm
11:44:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.138594 10096 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:29 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535069, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.150030 10096 init.cc:377] Logged in from keytab as kudu/127.9.189.189@KRBTEST.COM (short username kudu)
11:44:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.156478 10096 webserver.cc:460] Webserver started at http://127.9.189.189:41193/ using document root <none> and password file <none>
11:44:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.157531 10096 fs_manager.cc:359] Metadata directory not provided
11:44:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.157788 10096 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.158470 10096 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.165632 10096 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/instance:
11:44:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a3ee9ed96e2426babbba5b83d5312f0"
11:44:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:29 on dist-test-slave-69rg"
11:44:29.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.167557 10096 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal/instance:
11:44:29.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a3ee9ed96e2426babbba5b83d5312f0"
11:44:29.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:29 on dist-test-slave-69rg"
11:44:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.176555 10096 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
11:44:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.182858 10125 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.183986 10096 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:44:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.184420 10096 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a3ee9ed96e2426babbba5b83d5312f0"
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:29 on dist-test-slave-69rg"
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.184810 10096 fs_report.cc:383] FS layout report
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/data
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.222362 10096 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.228845 10096 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.229408 10096 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:29.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.315827 10096 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.189:39653
11:44:29.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.315913 10185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.189:39653 every 8 connection(s)
11:44:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.318781 10096 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.321350 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10096
11:44:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.321863 9974 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal/instance
11:44:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.326074 10186 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.343564 10186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
11:44:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.189.188@KRBTEST.COM; defaulting to no policy
11:44:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.189.188@KRBTEST.COM" created.
11:44:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:29 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535069, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.189@KRBTEST.COM for kudu/127.9.189.190@KRBTEST.COM
11:44:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:44:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab.
11:44:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.189.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab.
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.379963 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/logs
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.188:35135
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.188
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.188
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.386374 10186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } has no permanent_uuid. Determining permanent_uuid...
11:44:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:29 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535069, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.189@KRBTEST.COM for kudu/127.9.189.189@KRBTEST.COM
11:44:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.416401 10186 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } has no permanent_uuid. Determining permanent_uuid...
11:44:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.418521 10128 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.423039 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.472823 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 1
11:44:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.478978 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.547398 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 2
11:44:29.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.551445 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.625110 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } attempt: 7
11:44:29.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:29 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535067, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.190@KRBTEST.COM for kudu/127.9.189.189@KRBTEST.COM
11:44:29.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.642869 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 3
11:44:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.647063 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.655519 10088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } has no permanent_uuid. Determining permanent_uuid...
11:44:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.662798 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.721282 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 1
11:44:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.725361 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.737527 10193 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.738236 10193 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.738837 10193 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.774893 10193 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.775138 10193 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.775415 10193 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.775611 10193 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.775810 10193 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.775987 10193 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.776201 10193 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.790458 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 4
11:44:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.794327 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.806833 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 2
11:44:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.810901 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.816165 10193 master_runner.cc:386] Master server non-default flags:
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.188
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.188:35135
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.188
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/logs
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.817374 10193 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:29.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.818396 10193 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.835755 10205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:29.896359 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 3
11:44:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.901054 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:30.041639 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 4
11:44:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:30.046540 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:30.093724 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 5
11:44:30.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:30.097461 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:30.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:30.330026 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 5
11:44:30.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:30.335960 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:30.644904 10186 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 6
11:44:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:30.651911 10186 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:30.888438 10088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } attempt: 6
11:44:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:30.895828 10088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.189.188:35135: Network error: Client connection negotiation failed: client connection to 127.9.189.188:35135: connect: Connection refused (error 111)
11:44:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.837659 10208 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:29.836453 10206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.115928 10207 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:44:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.115990 10193 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:44:31.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.119537 10193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.122557 10193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:31.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.123991 10193 hybrid_clock.cc:648] HybridClock initialized: now 1786535071123944 us; error 44 us; skew 500 ppm
11:44:31.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.125021 10193 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.131814 10193 init.cc:377] Logged in from keytab as kudu/127.9.189.188@KRBTEST.COM (short username kudu)
11:44:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.138486 10193 webserver.cc:460] Webserver started at http://127.9.189.188:38385/ using document root <none> and password file <none>
11:44:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.139559 10193 fs_manager.cc:359] Metadata directory not provided
11:44:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.139833 10193 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.140429 10193 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:44:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.146704 10193 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/instance:
11:44:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa67190fc604228bb4af3e5a12326f7"
11:44:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:31 on dist-test-slave-69rg"
11:44:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.148037 10193 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal/instance:
11:44:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa67190fc604228bb4af3e5a12326f7"
11:44:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:31 on dist-test-slave-69rg"
11:44:31.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.157670 10193 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
11:44:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.163913 10226 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.164999 10193 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
11:44:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.165431 10193 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa67190fc604228bb4af3e5a12326f7"
11:44:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:31 on dist-test-slave-69rg"
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.165814 10193 fs_report.cc:383] FS layout report
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/data
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.216548 10193 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.222950 10193 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.223578 10193 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.304556 10193 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.188:35135
11:44:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.304663 10290 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.188:35135 every 8 connection(s)
11:44:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.307399 10193 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.309123 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10193
11:44:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.309715 9974 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal/instance
11:44:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.313931 10291 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:44:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.331159 10291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
11:44:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for kudu/127.9.189.190@KRBTEST.COM
11:44:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535065, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.189.188@KRBTEST.COM
11:44:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.384101 10291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } has no permanent_uuid. Determining permanent_uuid...
11:44:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for kudu/127.9.189.189@KRBTEST.COM
11:44:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535065, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.189.189@KRBTEST.COM
11:44:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.411106 10291 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } has no permanent_uuid. Determining permanent_uuid...
11:44:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for kudu/127.9.189.188@KRBTEST.COM
11:44:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535065, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.189.190@KRBTEST.COM
11:44:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.442709 10291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Bootstrap starting.
11:44:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.448885 10291 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Neither blocks nor log segments found. Creating new log.
11:44:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.451020 10291 log.cc:824] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Log is configured to *not* fsync() on all Append() calls
11:44:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.452032 9974 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:44:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.456164 10291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: No bootstrap required, opened a new log
11:44:31.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:44:31.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:44:31.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:44:31.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.189.190"
port: 43019
}
bound_http_address {
host: "127.9.189.190"
port: 40951
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.189.189"
port: 39653
}
bound_http_address {
host: "127.9.189.189"
port: 41193
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.189.188"
port: 35135
}
bound_http_address {
host: "127.9.189.188"
port: 38385
}
}
}
11:44:31.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:44:31.484 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.484 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:44:31.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:44:31.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.495081 10291 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:31.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.496074 10291 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:44:31.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.496388 10291 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aa67190fc604228bb4af3e5a12326f7, State: Initialized, Role: FOLLOWER
11:44:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.497390 10291 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.501035 10302 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } } }
11:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.502569 10302 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: This master's current role is: FOLLOWER
11:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.503186 10291 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: configured and running, proceeding with master startup.
11:44:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:44:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.536516 10315 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.536976 10315 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:31.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.542 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc
11:44:31.549 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:44:31.551 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc
11:44:31.552 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:44:31.557 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:44:31.559 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:44:31.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:44:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.531616 10193 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: OK, instance_id { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" instance_seqno: 1786535067217426 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:44:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.565914 10193 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.569190 10302 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.569777 10302 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.572247 10302 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:31 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:44:31.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.604 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc
11:44:31.605 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:44:31.606 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.189.190:43019
11:44:31.607 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:44:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.608214 9974 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 10001
11:44:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.648307 10230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.9.189.190:43019 (error 108)
11:44:31.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.655 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.189.189:39653
11:44:31.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.654723 10230 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:31.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:44:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.655761 9974 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 10096
11:44:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:31.693207 10229 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.693706 10229 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.695007 10302 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:31.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.701 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.189.188:35135
11:44:31.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:44:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.702836 9974 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 10193
11:44:31.726 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:31.726 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.189.190:43019
11:44:31.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:31.730085 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/logs
11:44:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.190:43019
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.190
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40951
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.190
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.069530 10322 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.070420 10322 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.071236 10322 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.108389 10322 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.108701 10322 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.109117 10322 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.109476 10322 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.109798 10322 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.110138 10322 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.110385 10322 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:32.154651 10322 master_runner.cc:386] Master server non-default flags:
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.190.keytab
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.190
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.190:43019
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.190
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40951
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/logs
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:32.156194 10322 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:32.157460 10322 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.176889 10328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.177042 10329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:32.178447 10331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:32.181342 10322 server_base.cc:1034] running on GCE node
11:44:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.498371 10322 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.501565 10322 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.502911 10322 hybrid_clock.cc:648] HybridClock initialized: now 1786535073502834 us; error 83 us; skew 500 ppm
11:44:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.503813 10322 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:33 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535073, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.510421 10322 init.cc:377] Logged in from keytab as kudu/127.9.189.190@KRBTEST.COM (short username kudu)
11:44:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.515959 10322 webserver.cc:460] Webserver started at http://127.9.189.190:40951/ using document root <none> and password file <none>
11:44:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.517056 10322 fs_manager.cc:359] Metadata directory not provided
11:44:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.517345 10322 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.526156 10322 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.004s
11:44:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.531244 10342 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.532470 10322 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
11:44:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.532815 10322 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb45f2d30f54196bc537b07c008e3c5"
11:44:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:27 on dist-test-slave-69rg"
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.535581 10322 fs_report.cc:383] FS layout report
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/data
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.574903 10322 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.580835 10322 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.581281 10322 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.659294 10322 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.190:43019
11:44:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.659480 10406 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.190:43019 every 8 connection(s)
11:44:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.662443 10322 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/data/info.pb
11:44:33.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.669538 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10322
11:44:33.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:33.670 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.189.189:39653
11:44:33.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:44:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.672164 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data
11:44:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/logs
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.189:39653
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.189
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41193
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.189
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.678236 10407 sys_catalog.cc:263] Verifying existing consensus state
11:44:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:44:33.679226 10407 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:44:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.679730 10322 master.cc:537] Master@127.9.189.190:43019 shutting down...
11:44:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:33.757902 10322 master.cc:552] Master@127.9.189.190:43019 shutdown complete.
11:44:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:44:34.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.015969 10409 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:34.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.016754 10409 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.017819 10409 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.050546 10409 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.050871 10409 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.051358 10409 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.051733 10409 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.052055 10409 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.052323 10409 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.052531 10409 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:34.095580 10409 master_runner.cc:386] Master server non-default flags:
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.189.keytab
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.189
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.189:39653
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.189
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41193
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/logs
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:34.097194 10409 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:34.098536 10409 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.119010 10416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.119043 10419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:34.119010 10417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:34.120911 10409 server_base.cc:1034] running on GCE node
11:44:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.398286 10409 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.401473 10409 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:35.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.402921 10409 hybrid_clock.cc:648] HybridClock initialized: now 1786535075402895 us; error 44 us; skew 500 ppm
11:44:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.403780 10409 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:35.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:35 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535075, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.414919 10409 init.cc:377] Logged in from keytab as kudu/127.9.189.189@KRBTEST.COM (short username kudu)
11:44:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.421370 10409 webserver.cc:460] Webserver started at http://127.9.189.189:41193/ using document root <none> and password file <none>
11:44:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.422456 10409 fs_manager.cc:359] Metadata directory not provided
11:44:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.422670 10409 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:35.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.431391 10409 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
11:44:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.436255 10430 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.437600 10409 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
11:44:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.437954 10409 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a3ee9ed96e2426babbba5b83d5312f0"
11:44:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:29 on dist-test-slave-69rg"
11:44:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.440296 10409 fs_report.cc:383] FS layout report
11:44:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/data
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.489765 10409 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.496917 10409 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.497387 10409 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.580387 10409 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.189:39653
11:44:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.580489 10490 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.189:39653 every 8 connection(s)
11:44:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.583374 10409 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/data/info.pb
11:44:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.588930 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10409
11:44:35.590 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:35.590 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.189.188:35135
11:44:35.590 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.592716 9974 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/logs
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.188:35135
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.188
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38385
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.188
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:44:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:44:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.596841 10491 sys_catalog.cc:263] Verifying existing consensus state
11:44:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 11:44:35.597915 10491 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:44:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.598482 10409 master.cc:537] Master@127.9.189.189:39653 shutting down...
11:44:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:35.662773 10409 master.cc:552] Master@127.9.189.189:39653 shutdown complete.
11:44:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:44:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.926542 10493 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:44:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.927209 10493 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:44:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.928145 10493 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:44:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.962462 10493 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:44:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.962709 10493 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:44:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.963027 10493 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:44:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.963447 10493 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:44:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.963761 10493 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:44:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.963996 10493 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:44:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:35.964148 10493 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38011/jwks.json
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:36.002261 10493 master_runner.cc:386] Master server non-default flags:
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.189.148:40869
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:44:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/krb5kdc/kudu_127.9.189.188.keytab
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.189.188
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.189.188:35135
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38011/jwks.json
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.189.188
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38385
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:44:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/logs
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:39:26 UTC on ccycloud.quasar-misckk.root.comops.site
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582287
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:44:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:36.003580 10493 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:44:36.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:36.004900 10493 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:44:36.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:36.023023 10500 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:36.023090 10499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:36.023583 10502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:44:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:36.025117 10493 server_base.cc:1034] running on GCE node
11:44:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.289539 10493 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:44:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.292250 10493 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:44:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.293740 10493 hybrid_clock.cc:648] HybridClock initialized: now 1786535077293673 us; error 98 us; skew 500 ppm
11:44:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.294607 10493 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:44:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:37 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535077, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.300681 10493 init.cc:377] Logged in from keytab as kudu/127.9.189.188@KRBTEST.COM (short username kudu)
11:44:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.306591 10493 webserver.cc:460] Webserver started at http://127.9.189.188:38385/ using document root <none> and password file <none>
11:44:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.307493 10493 fs_manager.cc:359] Metadata directory not provided
11:44:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.307734 10493 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:44:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.316476 10493 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
11:44:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.321573 10510 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:44:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.322912 10493 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:44:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.323292 10493 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data,/tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aa67190fc604228bb4af3e5a12326f7"
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:44:31 on dist-test-slave-69rg"
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.325878 10493 fs_report.cc:383] FS layout report
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/wal
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/data
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:44:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:44:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:44:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:44:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.371838 10493 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:44:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.378598 10493 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:44:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.379159 10493 kserver.cc:163] Server-wide thread pool size limit: 3276
11:44:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.452873 10493 rpc_server.cc:307] RPC server started. Bound to: 127.9.189.188:35135
11:44:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.453007 10569 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.189.188:35135 every 8 connection(s)
11:44:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.456072 10493 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskSMj9SC/test-tmp/mini-kudu-cluster2271865938121427319/master-2/data/info.pb
11:44:37.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.465253 9974 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu as pid 10493
11:44:37.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:44:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.469206 10570 sys_catalog.cc:263] Verifying existing consensus state
11:44:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.478039 10570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Bootstrap starting.
11:44:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.525432 10570 log.cc:824] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Log is configured to *not* fsync() on all Append() calls
11:44:37.526 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:37.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.531139 10570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:44:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.532058 10570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Bootstrap complete.
11:44:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.569334 10570 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.572846 10570 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:44:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.573159 10570 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aa67190fc604228bb4af3e5a12326f7, State: Initialized, Role: FOLLOWER
11:44:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.574438 10570 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.578615 10579 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } } }
11:44:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.580010 10570 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: configured and running, proceeding with master startup.
11:44:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.580472 10579 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [sys.catalog]: This master's current role is: FOLLOWER
11:44:37.592 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:37.593 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.189.188:35135(127.9.189.188:35135)] connecting to peer
11:44:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:37.613451 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:37.614187 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:37.637902 10516 tablet.cc:2369] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:44:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.620079 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:44:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.659945 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:37.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:37.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:37.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:37.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:37.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:37.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:37.699 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.189.188:35135(127.9.189.188:35135)] Successfully connected to peer
11:44:37.784 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:44:37.795 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.9.189.188
11:44:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.997751 10579 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:37.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:37.998414 10579 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:38.003305 10514 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:38.009424 10579 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:38.013912 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:38.019110 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:38.019598 10513 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:38.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:38.020618 10579 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:38 dist-test-slave-69rg krb5kdc[9986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535071, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.189.188@KRBTEST.COM
11:44:38.093 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71111528, L:/127.0.0.1:46564 - R:/127.9.189.188:35135] using SASL/GSSAPI
11:44:38.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.135 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.149 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.175 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.195 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.232 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.235 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.253 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.254 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.313 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.315 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.453 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.455 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:38.617735 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:38.618074 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:38.633 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:38.634 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:38.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:38.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:38.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:39.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:39.054 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:39.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:39.232 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:39.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:39.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:39.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:39.614 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:39.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:39.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:39.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:39.621804 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:39.622154 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:40.028146 10605 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:40.028540 10605 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:40.030138 10605 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:40.036387 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:40.036855 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:40.037222 10513 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:40.037887 10605 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:40.625458 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:40.626102 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:41.629151 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:41.629477 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:41.691367 10612 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:41.691854 10612 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:41.693419 10612 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:41.700441 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:41.700852 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:41.701186 10513 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:41.701735 10612 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:42.632426 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:42.632714 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:42.663059 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:44:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:42.663414 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:42.772 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:42.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:42.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:42.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:42.914 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:42.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:42.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:42.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:43.197933 9385 debug-util.cc:398] Leaking SignalData structure 0x7b08000903c0 after lost signal to thread 9304
11:44:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:43.199116 9385 debug-util.cc:398] Leaking SignalData structure 0x7b08000a1920 after lost signal to thread 9389
11:44:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:43.635816 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:43.636157 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:44.639209 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:44.639477 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:45.353 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:45.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:45.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:45.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:45.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:45.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:45.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:45.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:45.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:45.642630 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:45.642904 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:46.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:46.326887 10623 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:46.327617 10623 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:46.329632 10623 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:46.332655 10514 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:44:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:46.336550 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:46.337641 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:46.338079 10514 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:46.338835 10623 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:46.646629 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:46.646962 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:47.012 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:47.014 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:47.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:47.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:47.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:47.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:47.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:47.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:47.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:47 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535087, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:47.304571 10506 init.cc:295] Successfully reacquired a new kerberos TGT
11:44:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:47.650956 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:47.651289 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:47.666469 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:44:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:47.667021 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:48.655531 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:48.655903 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:48.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:48.754 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:48.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:48.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:48.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:48.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:48.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:48.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:48.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:49.659996 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:49.660320 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.663234 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.663504 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:50.779706 10633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:50.780208 10633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:50.782224 10633 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.786723 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.787237 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:50.787597 10513 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:50.788328 10633 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.945933 9291 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5680 after lost signal to thread 9214
11:44:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:50.947101 9291 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5da0 after lost signal to thread 9295
11:44:51.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:51.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:51.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:51.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:51.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:51.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:51.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:51.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:51.666659 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:51.666980 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:52.670264 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:44:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:52.670670 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:52.670892 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:52.671162 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:53.674317 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:53.674587 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:54.677425 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:54.677701 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:55.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:55.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:55.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:55.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:55.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:55.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:55.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:55.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:55.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:55.681931 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:55.682273 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:56.677198 9203 debug-util.cc:398] Leaking SignalData structure 0x7b080007d680 after lost signal to thread 9125
11:44:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:56.678037 9203 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6b20 after lost signal to thread 9206
11:44:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:56.686152 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:56.686554 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 11:44:57 dist-test-slave-69rg krb5kdc[9986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786535097, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.189.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:44:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.307425 10506 init.cc:295] Successfully reacquired a new kerberos TGT
11:44:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.674275 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:44:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.674842 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:44:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:57.690819 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:57.691155 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.717427 10645 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:44:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.718132 10645 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fcb45f2d30f54196bc537b07c008e3c5" member_type: VOTER last_known_addr { host: "127.9.189.190" port: 43019 } } peers { permanent_uuid: "6a3ee9ed96e2426babbba5b83d5312f0" member_type: VOTER last_known_addr { host: "127.9.189.189" port: 39653 } } peers { permanent_uuid: "2aa67190fc604228bb4af3e5a12326f7" member_type: VOTER last_known_addr { host: "127.9.189.188" port: 35135 } }
11:44:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.720290 10645 leader_election.cc:288] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019), 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653)
11:44:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:57.722394 10513 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:44:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:57.725577 10514 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fcb45f2d30f54196bc537b07c008e3c5 (127.9.189.190:43019): Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111)
11:44:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:57.726127 10513 leader_election.cc:334] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6a3ee9ed96e2426babbba5b83d5312f0 (127.9.189.189:39653): Network error: Client connection negotiation failed: client connection to 127.9.189.189:39653: connect: Connection refused (error 111)
11:44:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.726504 10513 leader_election.cc:302] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aa67190fc604228bb4af3e5a12326f7; no voters: 6a3ee9ed96e2426babbba5b83d5312f0, fcb45f2d30f54196bc537b07c008e3c5
11:44:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:44:57.727212 10645 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:44:58.353 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:44:58.356 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:44:58.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:58.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:58.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:44:58.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:58.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:58.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:44:58.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:44:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:58.694592 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:58.694866 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:44:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:59.697783 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:44:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:44:59.698084 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:00.700814 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:00.701089 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:01.703945 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:01.704219 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:01.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:45:01.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:45:01.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:01.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:01.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:01.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:01.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:01.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:01.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:45:02.273 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:45:02.274 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:45:02.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:02.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:02.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:02.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:02.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:02.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:02.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:45:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:02.677896 10493 master_runner.cc:186] Error getting master registration for 127.9.189.190:43019: Network error: Client connection negotiation failed: client connection to 127.9.189.190:43019: connect: Connection refused (error 111),
11:45:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:02.678364 10493 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:45:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:02.707038 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:02.707378 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:03.710386 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:03.710733 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:04.713915 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:04.714174 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:04.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:45:04.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:45:04.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:04.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:04.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:04.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:04.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:04.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:04.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:45:05.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:05.717453 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:05.717732 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:06.721338 10594 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aa67190fc604228bb4af3e5a12326f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:45:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:06.721750 10594 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:45:07.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.190:43019(127.9.189.190:43019)] connecting to peer
11:45:07.214 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.189.189:39653(127.9.189.189:39653)] connecting to peer
11:45:07.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:07.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.189.190:43019(127.9.189.190:43019)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:07.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.190:43019: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019
11:45:07.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:07.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.189:39653(127.9.189.189:39653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:07.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.189.189:39653: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
11:45:07.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135; will retry
11:45:07.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29753), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [213ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [212ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [633ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [669ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [671ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [672ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [698ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [705ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [719ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [724ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [764ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [779ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [782ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [784ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [839ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [843ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [844ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [978ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [985ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [987ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [988ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1170ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1172ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1575ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1585ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1755ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1763ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2135ms] refreshing cache from master, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [2139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [2144ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [5295ms] refreshing cache from master, [5295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [5298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [5298ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743)))
11:45:07.233 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.189.188:35135(127.9.189.188:35135)] disconnecting while in state READY
11:45:07.234 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.189.190:43019(127.9.189.190:43019)] disconnecting while in state TERMINATED
11:45:07.234 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.189.189:39653(127.9.189.189:39653)] disconnecting while in state TERMINATED
11:45:07.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:45:07.242 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.189.188:35135(127.9.189.188:35135)] handling channelInactive
11:45:07.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.189.188:35135(127.9.189.188:35135)] cleaning up while in state READY due to: connection closed
11:45:07.246 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:45:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:07.252269 9974 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 10493
11:45:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:45:08Z chronyd exiting
11:45:09.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:09.349716 9385 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9e00 after lost signal to thread 9304
11:45:09.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:45:09.350347 9385 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8220 after lost signal to thread 9389
11:45:09.543 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:45:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.544489 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9438
11:45:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.578152 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9630
11:45:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.614216 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9801
11:45:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.647840 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9124
11:45:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.687464 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9209
11:45:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:45:09.726632 9112 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskSMj9SC/build/tsan/bin/kudu with pid 9298
11:45:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:45:10Z chronyd exiting
11:45:11.942 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29753), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [213ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [212ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [633ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [669ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [671ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [672ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [698ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [705ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [719ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [724ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [764ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [779ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [782ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [784ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [839ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [843ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [844ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [978ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [985ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [987ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [988ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1170ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1172ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1575ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1585ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1755ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1763ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2135ms] refreshing cache from master, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [2139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [2144ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [5295ms] refreshing cache from master, [5295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [5298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [5298ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.189.189:39653
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29753), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [213ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [212ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [633ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [669ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [671ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [672ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [698ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [705ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [719ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [724ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [764ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [779ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [782ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [784ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [839ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [843ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [844ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [978ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [985ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [987ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [988ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1170ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1172ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1575ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1585ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1755ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1763ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2135ms] refreshing cache from master, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [2139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [2144ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [5295ms] refreshing cache from master, [5295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [5298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [5298ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.189.189:39653
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
11:45:12.991 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
11:45:12.991 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29753), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [213ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [212ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [633ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [669ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [671ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [672ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [698ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [705ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [719ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [724ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [764ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [779ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [782ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [784ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [839ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [843ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [844ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [978ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [985ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [987ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [988ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1170ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1172ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1575ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1585ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1755ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1763ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2135ms] refreshing cache from master, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [2139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [2144ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [5295ms] refreshing cache from master, [5295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [5298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [5298ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.189.189:39653
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29753), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [213ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [212ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [633ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [664ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [669ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [671ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [672ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [698ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [705ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [719ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [724ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [764ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [779ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [782ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [784ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [839ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [843ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [844ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [975ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [978ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [985ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [987ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [988ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1155ms] refreshing cache from master, [1155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1170ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1172ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1575ms] refreshing cache from master, [1576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1585ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1755ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [1756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [1763ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2135ms] refreshing cache from master, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.190:43019: Network error: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019, [2139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.189:39653: Network error: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.9.189.188:35135: OK, [2144ms] delaying RPC due to: Service unavailable: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653, [5295ms] refreshing cache from master, [5295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.190:43019, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.189:39653, [5298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.189.188:35135, [5298ms] too many traces: truncated at 100 traces, deferred=Deferred@1089788041(state=PENDING, result=null, callback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743), errback=(continuation of Deferred@1546854986 after retry RPC after error@1782170544) -> (continuation of Deferred@1097463161 after retry RPC after error@658464077) -> (continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.189.190:43019,127.9.189.189:39653,127.9.189.188:35135) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.190:43019(127.9.189.190:43019): Connection refused: /127.9.189.190:43019,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.189.189:39653(127.9.189.189:39653): Connection refused: /127.9.189.189:39653
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.189.189:39653
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)