19:26:26.096 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:26:26.109 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8AGUs6/test-tmp
19:26:26.113 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:26:26.116 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8AGUs6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:26:26.358 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:26:26.546 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:26:26.547 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:26:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:26.551520 30915 mini_oidc.cc:152] Starting JWKS server
19:26:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:26.557137 30915 webserver.cc:460] Webserver started at http://127.0.0.1:43275/ using document root <none> and password file <none>
19:26:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:26.557760 30915 mini_oidc.cc:189] Starting OIDC Discovery server
19:26:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:26.560426 30915 webserver.cc:460] Webserver started at http://127.0.0.1:43223/ using document root <none> and password file <none>
19:26:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:26:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:26:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:26:26Z Disabled control of system clock
19:26:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:26.617585 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/logs
19:26:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data/info.pb
19:26:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.254:39195
19:26:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.254
19:26:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json with env {}
19:26:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:26.970727 30958 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:26.971321 30958 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:26.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:26.972009 30958 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:27.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.004031 30958 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:27.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.004355 30958 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.004550 30958 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.004725 30958 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.004997 30958 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.005209 30958 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43275/jwks.json
19:26:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:27.041860 30958 master_runner.cc:386] Master server non-default flags:
19:26:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.254:39195
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data/info.pb
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.254
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/logs
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:27.043556 30958 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:27.046255 30958 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.070833 30979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.071072 30978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:27.072077 30958 server_base.cc:1034] running on GCE node
19:26:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:27.070973 30982 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.224489 30958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.227553 30958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.228971 30958 hybrid_clock.cc:648] HybridClock initialized: now 1786562788228974 us; error 89 us; skew 500 ppm
19:26:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.229934 30958 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.238749 30958 webserver.cc:460] Webserver started at http://127.30.48.254:37005/ using document root <none> and password file <none>
19:26:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.239845 30958 fs_manager.cc:359] Metadata directory not provided
19:26:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.240064 30958 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.240655 30958 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.246735 30958 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data/instance:
19:26:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba9bb008dd8b4324857523d6bb7f8542"
19:26:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:28 on dist-test-slave-fgb3"
19:26:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.248008 30958 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal/instance:
19:26:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba9bb008dd8b4324857523d6bb7f8542"
19:26:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:28 on dist-test-slave-fgb3"
19:26:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.256192 30958 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:26:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.263396 31001 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.264626 30958 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
19:26:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.264986 30958 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba9bb008dd8b4324857523d6bb7f8542"
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:28 on dist-test-slave-fgb3"
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.265437 30958 fs_report.cc:383] FS layout report
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal
19:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data/data
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.304992 30958 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.306838 30958 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.307385 30958 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.411620 30958 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.254:39195
19:26:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.411840 31091 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.254:39195 every 8 connection(s)
19:26:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.414486 30958 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/data/info.pb
19:26:28.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.422271 31093 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.425748 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 30958
19:26:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.426404 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-0/wal/instance
19:26:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.431731 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal
19:26:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/logs
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data/info.pb
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.253:38129
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.253
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json with env {}
19:26:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.442783 31093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } has no permanent_uuid. Determining permanent_uuid...
19:26:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.479550 31093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } has no permanent_uuid. Determining permanent_uuid...
19:26:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.482553 31004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.488710 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.538295 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 1
19:26:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.543994 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.612473 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 2
19:26:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.617159 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.708688 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 3
19:26:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.712884 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.804292 31099 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.804888 31099 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.805439 31099 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.837730 31099 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.838065 31099 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.838261 31099 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.838575 31099 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.838775 31099 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.838970 31099 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43275/jwks.json
19:26:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.856405 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 4
19:26:28.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.860623 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.877099 31099 master_runner.cc:386] Master server non-default flags:
19:26:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.253:38129
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data/info.pb
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.253
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/logs
19:26:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.878449 31099 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.880148 31099 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.901794 31111 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:29.160122 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 5
19:26:29.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:29.164153 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:29.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:29.711727 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 6
19:26:29.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:29.720062 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.253:38129: Network error: Client connection negotiation failed: client connection to 127.30.48.253:38129: connect: Connection refused (error 111)
19:26:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.901996 31112 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:28.902248 31116 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:28.903599 31099 server_base.cc:1034] running on GCE node
19:26:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.068617 31099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:30.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.071635 31099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.073050 31099 hybrid_clock.cc:648] HybridClock initialized: now 1786562790072991 us; error 56 us; skew 500 ppm
19:26:30.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.074172 31099 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.082507 31099 webserver.cc:460] Webserver started at http://127.30.48.253:39193/ using document root <none> and password file <none>
19:26:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.083709 31099 fs_manager.cc:359] Metadata directory not provided
19:26:30.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.083947 31099 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:30.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.084507 31099 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.089727 31099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data/instance:
19:26:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13d2c68cb7994d23971486b7a4732a57"
19:26:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:30 on dist-test-slave-fgb3"
19:26:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.091182 31099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal/instance:
19:26:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13d2c68cb7994d23971486b7a4732a57"
19:26:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:30 on dist-test-slave-fgb3"
19:26:30.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.100600 31099 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
19:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.107983 31131 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.109205 31099 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.109579 31099 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13d2c68cb7994d23971486b7a4732a57"
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:30 on dist-test-slave-fgb3"
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.110001 31099 fs_report.cc:383] FS layout report
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal
19:26:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data/data
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.171715 31099 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.173666 31099 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.174279 31099 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.275998 31099 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.253:38129
19:26:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.276234 31230 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.253:38129 every 8 connection(s)
19:26:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.279042 31099 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/data/info.pb
19:26:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.285571 31231 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.287577 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 31099
19:26:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.288071 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-1/wal/instance
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.291038 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/logs
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data/info.pb
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.252:40821
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.252
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:30.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:30.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json with env {}
19:26:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.302454 31231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } has no permanent_uuid. Determining permanent_uuid...
19:26:30.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.331020 31231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } has no permanent_uuid. Determining permanent_uuid...
19:26:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.349362 31231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
19:26:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.352281 31140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.362174 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.411903 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 1
19:26:30.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.416572 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.485080 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 2
19:26:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.489768 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.581205 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 3
19:26:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.586014 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.660422 31233 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.661023 31233 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.661516 31233 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.694398 31233 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.694700 31233 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.694901 31233 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.695078 31233 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.695290 31233 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.695494 31233 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43275/jwks.json
19:26:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.729532 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 4
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.733722 31233 master_runner.cc:386] Master server non-default flags:
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal
19:26:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.252:40821
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43275/jwks.json
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data/info.pb
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.252
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/logs
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:30.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.734038 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.735435 31233 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:30.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.737581 31233 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:30.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.760936 31252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:30.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.781011 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } attempt: 7
19:26:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.798002 31093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
19:26:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.805832 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.864398 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 1
19:26:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.868779 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:30.950240 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 2
19:26:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.954931 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.033501 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 5
19:26:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.039005 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.040347 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 3
19:26:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.046782 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.187235 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 4
19:26:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.192754 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.476261 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 5
19:26:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.480862 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.586577 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 6
19:26:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.594081 31231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.760943 31254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:30.762790 31250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:31.916143 31253 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.916201 31233 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.920356 31233 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.923863 31233 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:31.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.925356 31233 hybrid_clock.cc:648] HybridClock initialized: now 1786562791925296 us; error 71 us; skew 500 ppm
19:26:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.926203 31233 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.935917 31233 webserver.cc:460] Webserver started at http://127.30.48.252:34777/ using document root <none> and password file <none>
19:26:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.937767 31233 fs_manager.cc:359] Metadata directory not provided
19:26:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.939343 31233 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.940104 31233 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.947870 31233 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data/instance:
19:26:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d135b2bbdfc54a97bbb544e9c3144372"
19:26:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:31 on dist-test-slave-fgb3"
19:26:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.949482 31233 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal/instance:
19:26:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d135b2bbdfc54a97bbb544e9c3144372"
19:26:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:31 on dist-test-slave-fgb3"
19:26:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.960613 31233 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.004s sys 0.004s
19:26:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.973675 31283 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.975106 31233 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.007s sys 0.004s
19:26:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.975426 31233 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal
19:26:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d135b2bbdfc54a97bbb544e9c3144372"
19:26:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:31 on dist-test-slave-fgb3"
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:31.975786 31233 fs_report.cc:383] FS layout report
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data/data
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.031293 31233 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.032999 31233 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.033494 31233 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.033294 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 6
19:26:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.042479 31093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.48.252:40821: Network error: Client connection negotiation failed: client connection to 127.30.48.252:40821: connect: Connection refused (error 111)
19:26:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.141499 31233 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.252:40821
19:26:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.141561 31402 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.252:40821 every 8 connection(s)
19:26:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.145291 31233 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/data/info.pb
19:26:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.151947 31404 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.154887 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 31233
19:26:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.155300 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/master-2/wal/instance
19:26:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.166905 31404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } has no permanent_uuid. Determining permanent_uuid...
19:26:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.209851 31404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } has no permanent_uuid. Determining permanent_uuid...
19:26:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.224386 31404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
19:26:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.247323 31404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: Bootstrap starting.
19:26:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.255571 31404 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: Neither blocks nor log segments found. Creating new log.
19:26:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.258055 31404 log.cc:824] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: Log is configured to *not* fsync() on all Append() calls
19:26:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.265138 31404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: No bootstrap required, opened a new log
19:26:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.298364 31404 raft_consensus.cc:348] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.299816 31404 raft_consensus.cc:374] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:26:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.300123 31404 raft_consensus.cc:729] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d135b2bbdfc54a97bbb544e9c3144372, State: Initialized, Role: FOLLOWER
19:26:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.301535 31404 consensus_queue.cc:260] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.305011 31418 sys_catalog.cc:455] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.305717 31418 sys_catalog.cc:458] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: This master's current role is: FOLLOWER
19:26:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.307313 31404 sys_catalog.cc:564] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: configured and running, proceeding with master startup.
19:26:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.354977 31435 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.355785 31435 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.349249 31233 master_runner.cc:186] Error getting master registration for 127.30.48.254:39195: OK, instance_id { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" instance_seqno: 1786562788382393 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:26:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.385071 31233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.520473 31418 raft_consensus.cc:482] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.521056 31418 raft_consensus.cc:504] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.523180 31418 leader_election.cc:288] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ba9bb008dd8b4324857523d6bb7f8542 (127.30.48.254:39195), 13d2c68cb7994d23971486b7a4732a57 (127.30.48.253:38129)
19:26:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.541860 31299 tablet.cc:2369] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:26:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.654631 31231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 7
19:26:32.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.680860 31231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: Bootstrap starting.
19:26:32.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.689477 31231 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: Neither blocks nor log segments found. Creating new log.
19:26:32.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.692708 31231 log.cc:824] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: Log is configured to *not* fsync() on all Append() calls
19:26:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.700495 31231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: No bootstrap required, opened a new log
19:26:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.737797 31231 raft_consensus.cc:348] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.738869 31231 raft_consensus.cc:374] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:26:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.739254 31231 raft_consensus.cc:729] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13d2c68cb7994d23971486b7a4732a57, State: Initialized, Role: FOLLOWER
19:26:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.740204 31231 consensus_queue.cc:260] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.744292 31445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.745127 31445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: This master's current role is: FOLLOWER
19:26:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.746299 31231 sys_catalog.cc:564] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: configured and running, proceeding with master startup.
19:26:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.746596 31190 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d135b2bbdfc54a97bbb544e9c3144372" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13d2c68cb7994d23971486b7a4732a57" is_pre_election: true
19:26:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.747529 31190 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d135b2bbdfc54a97bbb544e9c3144372 in term 0.
19:26:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.749418 31290 leader_election.cc:302] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13d2c68cb7994d23971486b7a4732a57, d135b2bbdfc54a97bbb544e9c3144372; no voters:
19:26:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.750571 31418 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:26:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.750905 31418 raft_consensus.cc:482] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:26:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.751214 31418 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 0 FOLLOWER]: Advancing to term 1
19:26:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.766103 31418 raft_consensus.cc:504] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.773770 31418 leader_election.cc:288] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [CANDIDATE]: Term 1 election: Requested vote from peers ba9bb008dd8b4324857523d6bb7f8542 (127.30.48.254:39195), 13d2c68cb7994d23971486b7a4732a57 (127.30.48.253:38129)
19:26:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.777701 31190 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d135b2bbdfc54a97bbb544e9c3144372" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13d2c68cb7994d23971486b7a4732a57"
19:26:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.779712 31190 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 0 FOLLOWER]: Advancing to term 1
19:26:32.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.789587 31190 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d135b2bbdfc54a97bbb544e9c3144372 in term 1.
19:26:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.791000 31290 leader_election.cc:302] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13d2c68cb7994d23971486b7a4732a57, d135b2bbdfc54a97bbb544e9c3144372; no voters:
19:26:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.792018 31418 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 1 FOLLOWER]: Leader election won for term 1
19:26:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.794123 31418 raft_consensus.cc:686] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [term 1 LEADER]: Becoming Leader. State: Replica: d135b2bbdfc54a97bbb544e9c3144372, State: Running, Role: LEADER
19:26:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.795138 31418 consensus_queue.cc:237] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.809136 31467 sys_catalog.cc:455] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d135b2bbdfc54a97bbb544e9c3144372. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.809949 31467 sys_catalog.cc:458] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: This master's current role is: LEADER
19:26:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.827491 31476 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:26:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.837801 31470 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.838183 31470 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:32.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.852372 31476 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:26:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.809813 31099 master_runner.cc:186] Error getting master registration for 127.30.48.254:39195: OK, instance_id { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" instance_seqno: 1786562788382393 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:26:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.866631 31099 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.890573 31190 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [term 1 FOLLOWER]: Refusing update from remote peer d135b2bbdfc54a97bbb544e9c3144372: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:26:32.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.892498 31467 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [LEADER]: Connected to new peer: Peer: permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:26:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.922192 31445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d135b2bbdfc54a97bbb544e9c3144372. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.923030 31445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: This master's current role is: FOLLOWER
19:26:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:32.934448 31142 tablet.cc:2369] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:26:32.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.937738 31483 mvcc.cc:205] Tried to move back new op lower bound from 7317761199660089344 to 7317761199299661824. Current Snapshot: MvccSnapshot[applied={T|T < 7317761199660089344}]
19:26:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.953256 31467 sys_catalog.cc:455] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.954069 31467 sys_catalog.cc:458] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: This master's current role is: LEADER
19:26:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.955098 31445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.955879 31445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57 [sys.catalog]: This master's current role is: FOLLOWER
19:26:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.960398 31476 catalog_manager.cc:1347] Generated new cluster ID: 0ab8fbe4e6974b6fb35fe6258c016616
19:26:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.960721 31476 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:26:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.994519 31476 catalog_manager.cc:1370] Generated new certificate authority record
19:26:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:32.997965 31476 catalog_manager.cc:1504] Loading token signing keys...
19:26:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.041960 31476 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372: Generated new TSK 0
19:26:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.045221 31476 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:26:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.072260 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/logs
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data/info.pb
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.193:0
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.193
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.193
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:26:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.075908 31093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } attempt: 7
19:26:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.126876 31093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: Bootstrap starting.
19:26:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.177531 31093 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: Neither blocks nor log segments found. Creating new log.
19:26:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.194509 31093 log.cc:824] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: Log is configured to *not* fsync() on all Append() calls
19:26:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.224516 31093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: No bootstrap required, opened a new log
19:26:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.377514 31093 raft_consensus.cc:348] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.378484 31093 raft_consensus.cc:374] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:26:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.378783 31093 raft_consensus.cc:729] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba9bb008dd8b4324857523d6bb7f8542, State: Initialized, Role: FOLLOWER
19:26:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.379756 31093 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.391655 31494 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.393002 31494 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: This master's current role is: FOLLOWER
19:26:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.393748 31494 raft_consensus.cc:482] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.394459 31494 raft_consensus.cc:504] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } }
19:26:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.397511 31494 leader_election.cc:288] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 13d2c68cb7994d23971486b7a4732a57 (127.30.48.253:38129), d135b2bbdfc54a97bbb544e9c3144372 (127.30.48.252:40821)
19:26:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.398895 31190 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba9bb008dd8b4324857523d6bb7f8542" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13d2c68cb7994d23971486b7a4732a57" is_pre_election: true
19:26:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.403746 31345 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba9bb008dd8b4324857523d6bb7f8542" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d135b2bbdfc54a97bbb544e9c3144372" is_pre_election: true
19:26:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.407809 31005 leader_election.cc:302] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ba9bb008dd8b4324857523d6bb7f8542; no voters: 13d2c68cb7994d23971486b7a4732a57, d135b2bbdfc54a97bbb544e9c3144372
19:26:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.410742 31093 sys_catalog.cc:564] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: configured and running, proceeding with master startup.
19:26:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.411378 31038 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 0 FOLLOWER]: Advancing to term 1
19:26:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.411921 31039 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d135b2bbdfc54a97bbb544e9c3144372" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba9bb008dd8b4324857523d6bb7f8542"
19:26:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.412626 31045 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d135b2bbdfc54a97bbb544e9c3144372" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba9bb008dd8b4324857523d6bb7f8542" is_pre_election: true
19:26:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.428129 31038 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 1 FOLLOWER]: Refusing update from remote peer d135b2bbdfc54a97bbb544e9c3144372: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:26:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.428802 31494 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:26:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.431648 31467 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:26:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.522490 31494 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d135b2bbdfc54a97bbb544e9c3144372. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.523069 31496 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.523726 31494 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: This master's current role is: FOLLOWER
19:26:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.523923 31496 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542 [sys.catalog]: This master's current role is: FOLLOWER
19:26:33.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.624017 31527 catalog_manager.cc:1259] Loaded cluster ID: 0ab8fbe4e6974b6fb35fe6258c016616
19:26:33.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.630478 31527 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: loading cluster ID for follower catalog manager: success
19:26:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.648536 31527 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: acquiring CA information for follower catalog manager: success
19:26:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.655102 31527 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ba9bb008dd8b4324857523d6bb7f8542: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:26:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.658557 31491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.659789 31491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.660893 31491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.718750 31491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.720505 31491 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.48.193
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.783746 31491 tablet_server_runner.cc:78] Tablet server non-default flags:
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.193:0
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data/info.pb
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.193
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.193
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/logs
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.788530 31491 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.796337 31491 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.842639 31538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:33.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.844458 31470 catalog_manager.cc:1259] Loaded cluster ID: 0ab8fbe4e6974b6fb35fe6258c016616
19:26:33.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.844734 31470 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: loading cluster ID for follower catalog manager: success
19:26:33.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.862527 31470 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: acquiring CA information for follower catalog manager: success
19:26:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.869830 31535 sys_catalog.cc:455] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d135b2bbdfc54a97bbb544e9c3144372" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba9bb008dd8b4324857523d6bb7f8542" member_type: VOTER last_known_addr { host: "127.30.48.254" port: 39195 } } peers { permanent_uuid: "13d2c68cb7994d23971486b7a4732a57" member_type: VOTER last_known_addr { host: "127.30.48.253" port: 38129 } } peers { permanent_uuid: "d135b2bbdfc54a97bbb544e9c3144372" member_type: VOTER last_known_addr { host: "127.30.48.252" port: 40821 } } }
19:26:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.870729 31535 sys_catalog.cc:458] T 00000000000000000000000000000000 P d135b2bbdfc54a97bbb544e9c3144372 [sys.catalog]: This master's current role is: LEADER
19:26:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:33.873584 31470 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 13d2c68cb7994d23971486b7a4732a57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:26:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.861254 31537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:35.262215 31540 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.262472 31491 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:33.855471 31546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.274986 31491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.285249 31491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:35.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.289211 31491 hybrid_clock.cc:648] HybridClock initialized: now 1786562795289087 us; error 114 us; skew 500 ppm
19:26:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.290886 31491 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.329547 31491 webserver.cc:460] Webserver started at http://127.30.48.193:40711/ using document root <none> and password file <none>
19:26:35.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.331207 31491 fs_manager.cc:359] Metadata directory not provided
19:26:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.331775 31491 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.332566 31491 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.340188 31491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data/instance:
19:26:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "302dc828760e41d1b131edaadf6c990a"
19:26:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:35 on dist-test-slave-fgb3"
19:26:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.344110 31491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal/instance:
19:26:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "302dc828760e41d1b131edaadf6c990a"
19:26:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:35 on dist-test-slave-fgb3"
19:26:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.372542 31491 fs_manager.cc:691] Time spent creating directory manager: real 0.027s user 0.007s sys 0.019s
19:26:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.394694 31560 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.396246 31491 fs_manager.cc:725] Time spent opening block manager: real 0.016s user 0.003s sys 0.013s
19:26:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.396687 31491 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal
19:26:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "302dc828760e41d1b131edaadf6c990a"
19:26:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:35 on dist-test-slave-fgb3"
19:26:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.397223 31491 fs_report.cc:383] FS layout report
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data/data
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.469288 31491 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:35.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.471565 31491 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:35.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.472370 31491 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.476323 31491 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:26:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.482638 31491 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:26:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.482957 31491 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:26:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.483242 31491 ts_tablet_manager.cc:610] Registered 0 tablets
19:26:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.483443 31491 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:26:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.719224 31491 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.193:41127
19:26:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.719338 31775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.193:41127 every 8 connection(s)
19:26:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.722615 31491 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/data/info.pb
19:26:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.723315 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 31491
19:26:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.723816 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-0/wal/instance
19:26:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.743278 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/logs
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data/info.pb
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.194:0
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.194
19:26:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.194
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:26:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.816898 31785 heartbeater.cc:347] Connected to a master server at 127.30.48.253:38129
19:26:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.817457 31785 heartbeater.cc:464] Registering TS with master...
19:26:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.818948 31785 heartbeater.cc:511] Master 127.30.48.253:38129 requested a full tablet report, sending...
19:26:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.827536 31169 ts_manager.cc:194] Registered new tserver with Master: 302dc828760e41d1b131edaadf6c990a (127.30.48.193:41127)
19:26:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.835587 31792 heartbeater.cc:347] Connected to a master server at 127.30.48.254:39195
19:26:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.836000 31792 heartbeater.cc:464] Registering TS with master...
19:26:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.836956 31792 heartbeater.cc:511] Master 127.30.48.254:39195 requested a full tablet report, sending...
19:26:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.838723 31776 heartbeater.cc:347] Connected to a master server at 127.30.48.252:40821
19:26:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.839121 31776 heartbeater.cc:464] Registering TS with master...
19:26:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.840041 31776 heartbeater.cc:511] Master 127.30.48.252:40821 requested a full tablet report, sending...
19:26:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.842993 31325 ts_manager.cc:194] Registered new tserver with Master: 302dc828760e41d1b131edaadf6c990a (127.30.48.193:41127)
19:26:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.844494 31026 ts_manager.cc:194] Registered new tserver with Master: 302dc828760e41d1b131edaadf6c990a (127.30.48.193:41127)
19:26:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:35.846032 31325 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.48.193:52969
19:26:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.163125 31783 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.163683 31783 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.164268 31783 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.200738 31783 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.201861 31783 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.48.194
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:36.239704 31783 tablet_server_runner.cc:78] Tablet server non-default flags:
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.194:0
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data/info.pb
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.194
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.194
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/logs
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:36.241063 31783 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:36.243364 31783 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.268581 31812 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:36.850967 31776 heartbeater.cc:503] Master 127.30.48.252:40821 was elected leader, sending a full tablet report...
19:26:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.272023 31816 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:36.269145 31811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:37.422899 31815 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.423485 31783 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.427484 31783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.430342 31783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.431797 31783 hybrid_clock.cc:648] HybridClock initialized: now 1786562797431754 us; error 54 us; skew 500 ppm
19:26:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.432879 31783 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.451819 31783 webserver.cc:460] Webserver started at http://127.30.48.194:42893/ using document root <none> and password file <none>
19:26:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.452783 31783 fs_manager.cc:359] Metadata directory not provided
19:26:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.452996 31783 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.453425 31783 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.458735 31783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data/instance:
19:26:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f452d1e6d42449997de64dee291b1a3"
19:26:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:37 on dist-test-slave-fgb3"
19:26:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.460009 31783 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal/instance:
19:26:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f452d1e6d42449997de64dee291b1a3"
19:26:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:37 on dist-test-slave-fgb3"
19:26:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.467489 31783 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
19:26:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.473155 31826 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.474254 31783 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.474635 31783 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f452d1e6d42449997de64dee291b1a3"
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:37 on dist-test-slave-fgb3"
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.474977 31783 fs_report.cc:383] FS layout report
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data/data
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.539525 31783 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.541169 31783 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.541651 31783 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:37.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.544641 31783 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:26:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.549467 31783 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:26:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.549719 31783 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:26:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.550024 31783 ts_tablet_manager.cc:610] Registered 0 tablets
19:26:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.550216 31783 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:26:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.729471 31783 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.194:41647
19:26:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.729543 32046 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.194:41647 every 8 connection(s)
19:26:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.733228 31783 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/data/info.pb
19:26:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.740420 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 31783
19:26:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.741189 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-1/wal/instance
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.757714 30915 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/logs
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data/info.pb
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.195:0
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.195
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.195
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:26:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.808387 32047 heartbeater.cc:347] Connected to a master server at 127.30.48.252:40821
19:26:37.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.809005 32047 heartbeater.cc:464] Registering TS with master...
19:26:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.809803 32049 heartbeater.cc:347] Connected to a master server at 127.30.48.253:38129
19:26:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.810117 32049 heartbeater.cc:464] Registering TS with master...
19:26:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.810539 32047 heartbeater.cc:511] Master 127.30.48.252:40821 requested a full tablet report, sending...
19:26:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.811280 32049 heartbeater.cc:511] Master 127.30.48.253:38129 requested a full tablet report, sending...
19:26:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.814100 31325 ts_manager.cc:194] Registered new tserver with Master: 3f452d1e6d42449997de64dee291b1a3 (127.30.48.194:41647)
19:26:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.814613 31169 ts_manager.cc:194] Registered new tserver with Master: 3f452d1e6d42449997de64dee291b1a3 (127.30.48.194:41647)
19:26:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.816298 31325 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.48.194:42113
19:26:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.820953 32052 heartbeater.cc:347] Connected to a master server at 127.30.48.254:39195
19:26:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.821354 32052 heartbeater.cc:464] Registering TS with master...
19:26:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.822103 32052 heartbeater.cc:511] Master 127.30.48.254:39195 requested a full tablet report, sending...
19:26:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:37.825239 31026 ts_manager.cc:194] Registered new tserver with Master: 3f452d1e6d42449997de64dee291b1a3 (127.30.48.194:41647)
19:26:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.133087 32067 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.133586 32067 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.134047 32067 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.167412 32067 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.168392 32067 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.48.195
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:38.205596 32067 tablet_server_runner.cc:78] Tablet server non-default flags:
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.48.212:43301
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.48.195:0
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data/info.pb
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.48.195
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.48.254:39195,127.30.48.253:38129,127.30.48.252:40821
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.48.195
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/logs
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:38.207384 32067 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:38.209463 32067 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.232450 32085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:38.822451 32047 heartbeater.cc:503] Master 127.30.48.252:40821 was elected leader, sending a full tablet report...
19:26:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.232515 32079 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:38.232517 32075 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:39.351920 32082 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.352047 32067 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.356596 32067 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.359009 32067 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:39.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.360402 32067 hybrid_clock.cc:648] HybridClock initialized: now 1786562799360353 us; error 59 us; skew 500 ppm
19:26:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.361277 32067 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.368177 32067 webserver.cc:460] Webserver started at http://127.30.48.195:35295/ using document root <none> and password file <none>
19:26:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.369146 32067 fs_manager.cc:359] Metadata directory not provided
19:26:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.369364 32067 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.369880 32067 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.374841 32067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data/instance:
19:26:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77d438f1331f4ea1982b6fdd096e1e4a"
19:26:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:39 on dist-test-slave-fgb3"
19:26:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.376017 32067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal/instance:
19:26:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77d438f1331f4ea1982b6fdd096e1e4a"
19:26:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:39 on dist-test-slave-fgb3"
19:26:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.383549 32067 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
19:26:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.389963 32096 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.391404 32067 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.391788 32067 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77d438f1331f4ea1982b6fdd096e1e4a"
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:39 on dist-test-slave-fgb3"
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.392113 32067 fs_report.cc:383] FS layout report
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data/data
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.428035 32067 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.429512 32067 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.429936 32067 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.432785 32067 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:26:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.437011 32067 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:26:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.437220 32067 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:26:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.437525 32067 ts_tablet_manager.cc:610] Registered 0 tablets
19:26:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.437690 32067 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:26:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.605446 32067 rpc_server.cc:307] RPC server started. Bound to: 127.30.48.195:45337
19:26:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.605587 32303 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.48.195:45337 every 8 connection(s)
19:26:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.608362 32067 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/data/info.pb
19:26:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.616333 30915 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 32067
19:26:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.616848 30915 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster66793371698326762/ts-2/wal/instance
19:26:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.655531 32304 heartbeater.cc:347] Connected to a master server at 127.30.48.252:40821
19:26:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.656036 32304 heartbeater.cc:464] Registering TS with master...
19:26:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.657274 32304 heartbeater.cc:511] Master 127.30.48.252:40821 requested a full tablet report, sending...
19:26:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.658991 32306 heartbeater.cc:347] Connected to a master server at 127.30.48.253:38129
19:26:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.659508 32306 heartbeater.cc:464] Registering TS with master...
19:26:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.660368 32306 heartbeater.cc:511] Master 127.30.48.253:38129 requested a full tablet report, sending...
19:26:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.661748 31325 ts_manager.cc:194] Registered new tserver with Master: 77d438f1331f4ea1982b6fdd096e1e4a (127.30.48.195:45337)
19:26:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.662367 32309 heartbeater.cc:347] Connected to a master server at 127.30.48.254:39195
19:26:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.662706 32309 heartbeater.cc:464] Registering TS with master...
19:26:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.663245 31169 ts_manager.cc:194] Registered new tserver with Master: 77d438f1331f4ea1982b6fdd096e1e4a (127.30.48.195:45337)
19:26:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.663488 32309 heartbeater.cc:511] Master 127.30.48.254:39195 requested a full tablet report, sending...
19:26:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.663813 31325 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.48.195:59009
19:26:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.666105 31026 ts_manager.cc:194] Registered new tserver with Master: 77d438f1331f4ea1982b6fdd096e1e4a (127.30.48.195:45337)
19:26:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:39.682337 30915 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:26:39.693 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:26:39.694 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:26:39.705 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.48.254"
port: 39195
}
bound_http_address {
host: "127.30.48.254"
port: 37005
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.48.253"
port: 38129
}
bound_http_address {
host: "127.30.48.253"
port: 39193
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.48.252"
port: 40821
}
bound_http_address {
host: "127.30.48.252"
port: 34777
}
}
}
19:26:39.710 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:26:39.712 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.48.193"
port: 41127
}
bound_http_address {
host: "127.30.48.193"
port: 40711
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.48.194"
port: 41647
}
bound_http_address {
host: "127.30.48.194"
port: 42893
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.48.195"
port: 45337
}
bound_http_address {
host: "127.30.48.195"
port: 35295
}
}
}
19:26:39.712 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:26:39.913 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:26:40.035 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8AGUs6/test-tmp
19:26:40.036 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:26:40.037 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8AGUs6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:26:40.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:26:40.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:40.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:26:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:40.406032 32320 mini_oidc.cc:152] Starting JWKS server
19:26:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:40.409780 32320 webserver.cc:460] Webserver started at http://127.0.0.1:34893/ using document root <none> and password file <none>
19:26:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:40.410214 32320 mini_oidc.cc:189] Starting OIDC Discovery server
19:26:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:40.412277 32320 webserver.cc:460] Webserver started at http://127.0.0.1:34063/ using document root <none> and password file <none>
19:26:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:26:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/principal' for realm 'KRBTEST.COM',
19:26:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:40 dist-test-slave-fgb3 krb5kdc[32349](info): setting up network...
19:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:40 dist-test-slave-fgb3 krb5kdc[32349](info): set up 2 sockets
19:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:40 dist-test-slave-fgb3 krb5kdc[32349](info): commencing operation
19:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:26:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:40.668416 32304 heartbeater.cc:503] Master 127.30.48.252:40821 was elected leader, sending a full tablet report...
19:26:41.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:41.636786 31396 debug-util.cc:398] Leaking SignalData structure 0x7b0800044520 after lost signal to thread 31240
19:26:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:41.638031 31396 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb5c0 after lost signal to thread 31402
19:26:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:41.715973 32320 mini_kdc.cc:121] Time spent starting KDC: real 1.276s user 0.006s sys 0.018s
19:26:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:26:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:26:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:26:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:26:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:26:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:26:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:26:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:26:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:26:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:26:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/test-user.keytab.
19:26:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/test-user.keytab.
19:26:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:41 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562801, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:26:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:26:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:26:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:26:41Z Disabled control of system clock
19:26:41.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.144.62@KRBTEST.COM; defaulting to no policy
19:26:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.144.62@KRBTEST.COM" created.
19:26:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab.
19:26:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab.
19:26:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:41.937450 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/logs
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.62:41623
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.62
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.62
19:26:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.282259 32379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.283023 32379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.284142 32379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.322999 32379 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.323287 32379 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.323702 32379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.324021 32379 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.324365 32379 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.324667 32379 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.324885 32379 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:42.363375 32379 master_runner.cc:386] Master server non-default flags:
19:26:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.62
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.62:41623
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.62
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/logs
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:42.364967 32379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:42.366439 32379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.387449 32389 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.388182 32393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:42.399746 32388 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:43.581826 32392 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.581952 32379 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.586143 32379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.589479 32379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.591236 32379 hybrid_clock.cc:648] HybridClock initialized: now 1786562803591179 us; error 106 us; skew 500 ppm
19:26:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.592108 32379 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:43 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562803, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.604212 32379 init.cc:377] Logged in from keytab as kudu/127.31.144.62@KRBTEST.COM (short username kudu)
19:26:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.615379 32379 webserver.cc:460] Webserver started at http://127.31.144.62:37419/ using document root <none> and password file <none>
19:26:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.616673 32379 fs_manager.cc:359] Metadata directory not provided
19:26:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.616976 32379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.617563 32379 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.623471 32379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/instance:
19:26:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df366651d1114fe78d35b8c18721f700"
19:26:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:43 on dist-test-slave-fgb3"
19:26:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.624689 32379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal/instance:
19:26:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df366651d1114fe78d35b8c18721f700"
19:26:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:43 on dist-test-slave-fgb3"
19:26:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.632413 32379 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
19:26:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.638134 32409 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.639529 32379 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.639848 32379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df366651d1114fe78d35b8c18721f700"
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:43 on dist-test-slave-fgb3"
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.640183 32379 fs_report.cc:383] FS layout report
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/data
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.677768 32379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.684798 32379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.685227 32379 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.774899 32379 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.62:41623
19:26:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.774983 32518 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.62:41623 every 8 connection(s)
19:26:43.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.777627 32379 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.781857 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 32379
19:26:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.782449 32320 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal/instance
19:26:43.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.784277 32524 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.799973 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
19:26:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.144.61@KRBTEST.COM; defaulting to no policy
19:26:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.144.61@KRBTEST.COM" created.
19:26:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:43 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562803, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.62@KRBTEST.COM for kudu/127.31.144.62@KRBTEST.COM
19:26:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab.
19:26:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab.
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.833710 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/logs
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.61:46777
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.61
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.61
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.847460 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } has no permanent_uuid. Determining permanent_uuid...
19:26:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:43.849922 32425 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:43.853843 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:43.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.903379 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 1
19:26:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:43.908037 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:43.976570 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 2
19:26:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:43.980777 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.072162 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 3
19:26:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.076000 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.176685 32533 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.177300 32533 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.177904 32533 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.209024 32533 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.209304 32533 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.209579 32533 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.209770 32533 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.209949 32533 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.210129 32533 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.210274 32533 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.219488 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 4
19:26:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.223610 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.248500 32533 master_runner.cc:386] Master server non-default flags:
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.61
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.61:46777
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.61
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/logs
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.249676 32533 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.250764 32533 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:44.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.271924 32545 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:44.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.523028 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 5
19:26:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.526997 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:45.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.074503 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 6
19:26:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.081902 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.61:46777: Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.271991 32544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:44.272007 32547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:44.273690 32533 server_base.cc:1034] running on GCE node
19:26:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.421705 32533 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.425081 32533 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.426501 32533 hybrid_clock.cc:648] HybridClock initialized: now 1786562805426425 us; error 74 us; skew 500 ppm
19:26:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.427277 32533 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:45 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562805, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.433543 32533 init.cc:377] Logged in from keytab as kudu/127.31.144.61@KRBTEST.COM (short username kudu)
19:26:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.439291 32533 webserver.cc:460] Webserver started at http://127.31.144.61:33061/ using document root <none> and password file <none>
19:26:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.440258 32533 fs_manager.cc:359] Metadata directory not provided
19:26:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.440464 32533 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.440954 32533 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.446300 32533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/instance:
19:26:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67a5f2a91a864a55a965b35a7f5879cf"
19:26:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:45 on dist-test-slave-fgb3"
19:26:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.447943 32533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal/instance:
19:26:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67a5f2a91a864a55a965b35a7f5879cf"
19:26:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:45 on dist-test-slave-fgb3"
19:26:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.456224 32533 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
19:26:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.463479 32562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.464689 32533 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:26:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.465054 32533 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67a5f2a91a864a55a965b35a7f5879cf"
19:26:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:45 on dist-test-slave-fgb3"
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.465440 32533 fs_report.cc:383] FS layout report
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/data
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.506191 32533 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.512738 32533 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.513471 32533 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.605269 32661 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.61:46777 every 8 connection(s)
19:26:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.605893 32533 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.61:46777
19:26:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.609819 32533 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.613725 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 32533
19:26:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.614238 32320 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal/instance
19:26:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.618157 32665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.631187 32665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
19:26:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.144.60@KRBTEST.COM; defaulting to no policy
19:26:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.144.60@KRBTEST.COM" created.
19:26:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:45 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562805, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.61@KRBTEST.COM for kudu/127.31.144.62@KRBTEST.COM
19:26:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.670172 32665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } has no permanent_uuid. Determining permanent_uuid...
19:26:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:26:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab.
19:26:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.144.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab.
19:26:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.685047 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/logs
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.60:44951
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.60
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.60
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:45 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562805, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.61@KRBTEST.COM for kudu/127.31.144.61@KRBTEST.COM
19:26:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.703146 32665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } has no permanent_uuid. Determining permanent_uuid...
19:26:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.706219 32569 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.711521 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.760995 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 1
19:26:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.764858 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.833297 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 2
19:26:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.837316 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:45.928787 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 3
19:26:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:45.932688 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.041332 32682 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.041919 32682 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.042585 32682 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.074826 32682 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.075049 32682 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.075320 32682 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.075515 32682 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.075702 32682 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.075891 32682 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.076020 32682 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.076171 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 4
19:26:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.079788 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.114522 32682 master_runner.cc:386] Master server non-default flags:
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.60
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.60:44951
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.60
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/logs
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.115727 32682 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.116781 32682 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.137451 32699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.142411 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } attempt: 7
19:26:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:46 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562803, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.62@KRBTEST.COM for kudu/127.31.144.61@KRBTEST.COM
19:26:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.167037 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } has no permanent_uuid. Determining permanent_uuid...
19:26:46.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.172607 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.231142 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 1
19:26:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.236673 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.318244 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 2
19:26:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.323801 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.379302 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 5
19:26:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.384859 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.409289 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 3
19:26:46.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.419634 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.560104 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 4
19:26:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.564782 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.848284 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 5
19:26:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.853466 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:46.932380 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 6
19:26:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.948541 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.406006 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 6
19:26:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.441011 32524 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.532094 32691 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 32682
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.677956 32691 kernel_stack_watchdog.cc:198] Thread 32682 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 389ms:
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:26:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:26:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:46.139214 32694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.692689 32682 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.552s user 0.003s sys 0.012s
19:26:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.693634 32682 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.554s user 0.004s sys 0.012s
19:26:47.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:47.695966 32701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:47.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.697480 32682 server_base.cc:1034] running on GCE node
19:26:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.699512 32682 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:47.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.711097 32682 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.714720 32682 hybrid_clock.cc:648] HybridClock initialized: now 1786562807714666 us; error 48 us; skew 500 ppm
19:26:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.716180 32682 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:47 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562807, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.729844 32682 init.cc:377] Logged in from keytab as kudu/127.31.144.60@KRBTEST.COM (short username kudu)
19:26:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.747822 32682 webserver.cc:460] Webserver started at http://127.31.144.60:37499/ using document root <none> and password file <none>
19:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.748980 32682 fs_manager.cc:359] Metadata directory not provided
19:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.749215 32682 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.749763 32682 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:26:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.756070 32682 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/instance:
19:26:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9"
19:26:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:47 on dist-test-slave-fgb3"
19:26:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.757300 32682 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal/instance:
19:26:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9"
19:26:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:47 on dist-test-slave-fgb3"
19:26:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.771136 32682 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.006s sys 0.009s
19:26:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.785311 32727 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.787051 32682 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.001s sys 0.008s
19:26:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.787390 32682 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9"
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:47 on dist-test-slave-fgb3"
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.787882 32682 fs_report.cc:383] FS layout report
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/data
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.868289 32682 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.877871 32682 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:47.878746 32682 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.009089 32665 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 7
19:26:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.023340 32665 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.144.60:44951: Network error: Client connection negotiation failed: client connection to 127.31.144.60:44951: connect: Connection refused (error 111)
19:26:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.121181 32682 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.60:44951
19:26:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.121394 357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.60:44951 every 8 connection(s)
19:26:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.123934 32682 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.128983 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 32682
19:26:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.129369 32320 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal/instance
19:26:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.129890 358 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:26:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.146615 358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } has no permanent_uuid. Determining permanent_uuid...
19:26:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562801, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.144.60@KRBTEST.COM
19:26:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562807, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for kudu/127.31.144.62@KRBTEST.COM
19:26:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.186421 358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } has no permanent_uuid. Determining permanent_uuid...
19:26:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562807, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for kudu/127.31.144.61@KRBTEST.COM
19:26:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562801, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.144.61@KRBTEST.COM
19:26:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.214493 358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } has no permanent_uuid. Determining permanent_uuid...
19:26:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562807, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for kudu/127.31.144.60@KRBTEST.COM
19:26:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562801, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.144.62@KRBTEST.COM
19:26:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.261010 32320 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:26:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.262529 358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Bootstrap starting.
19:26:48.268 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:26:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.272456 358 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Neither blocks nor log segments found. Creating new log.
19:26:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.274817 358 log.cc:824] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Log is configured to *not* fsync() on all Append() calls
19:26:48.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:26:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.287464 358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: No bootstrap required, opened a new log
19:26:48.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:26:48.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.144.62"
port: 41623
}
bound_http_address {
host: "127.31.144.62"
port: 37419
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.144.61"
port: 46777
}
bound_http_address {
host: "127.31.144.61"
port: 33061
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.144.60"
port: 44951
}
bound_http_address {
host: "127.31.144.60"
port: 37499
}
}
}
19:26:48.293 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:26:48.293 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.293 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:26:48.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:26:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.349277 358 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.350400 358 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:26:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.350870 358 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb8aaa37c84843d1bf82951c4ee4b4d9, State: Initialized, Role: FOLLOWER
19:26:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562808, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:26:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.352257 358 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.359930 375 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } } }
19:26:48.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.361967 375 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: This master's current role is: FOLLOWER
19:26:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.363793 358 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: configured and running, proceeding with master startup.
19:26:48.365 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc
19:26:48.374 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:26:48.375 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc
19:26:48.377 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:26:48.383 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:26:48.385 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:26:48.386 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:26:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.400540 32736 tablet.cc:2369] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:26:48.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562808, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:48.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:26:48.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.445 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc
19:26:48.447 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:26:48.448 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.144.61:46777
19:26:48.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:26:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.450603 32320 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 32533
19:26:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.475183 32524 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } attempt: 7
19:26:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.482638 398 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.482982 398 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:48 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562803, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.62@KRBTEST.COM for kudu/127.31.144.60@KRBTEST.COM
19:26:48.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.505 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.144.60:44951
19:26:48.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:26:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.506810 32320 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 32682
19:26:48.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.537 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.144.62:41623
19:26:48.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:26:48.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.538128 32320 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 32379
19:26:48.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:48.563 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.144.61:46777
19:26:48.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.566634 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/logs
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.61:46777
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.61
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33061
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.61
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:48.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.882390 405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.883013 405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.883617 405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:48.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.918150 405 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:48.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.918437 405 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:48.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.918708 405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.918916 405 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.919106 405 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.919338 405 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.919487 405 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.957335 405 master_runner.cc:386] Master server non-default flags:
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.61.keytab
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.61
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.61:46777
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.61
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33061
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/logs
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.958508 405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.959461 405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.977499 422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.977494 418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:48.978878 405 server_base.cc:1034] running on GCE node
19:26:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:48.977481 420 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.115473 405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.118690 405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.120178 405 hybrid_clock.cc:648] HybridClock initialized: now 1786562810120135 us; error 61 us; skew 500 ppm
19:26:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.121160 405 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:50 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562810, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.132997 405 init.cc:377] Logged in from keytab as kudu/127.31.144.61@KRBTEST.COM (short username kudu)
19:26:50.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.138839 405 webserver.cc:460] Webserver started at http://127.31.144.61:33061/ using document root <none> and password file <none>
19:26:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.139807 405 fs_manager.cc:359] Metadata directory not provided
19:26:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.140038 405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.149211 405 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
19:26:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.153854 436 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.155109 405 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
19:26:50.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.155442 405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:50.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67a5f2a91a864a55a965b35a7f5879cf"
19:26:50.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:45 on dist-test-slave-fgb3"
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.157836 405 fs_report.cc:383] FS layout report
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/data
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.198482 405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.204365 405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.204986 405 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.274456 405 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.61:46777
19:26:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.274595 518 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.61:46777 every 8 connection(s)
19:26:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.277827 405 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/data/info.pb
19:26:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.278945 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 405
19:26:50.279 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:50.279 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.144.60:44951
19:26:50.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.281742 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/logs
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.60:44951
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.60
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37499
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.60
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:50.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.294660 520 sys_catalog.cc:263] Verifying existing consensus state
19:26:50.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:26:50.295549 520 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:26:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.296028 405 master.cc:537] Master@127.31.144.61:46777 shutting down...
19:26:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.365513 405 master.cc:552] Master@127.31.144.61:46777 shutdown complete.
19:26:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:26:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.614681 523 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.615399 523 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.616122 523 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.648427 523 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.648710 523 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.649121 523 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.649441 523 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.649744 523 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.650067 523 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.650279 523 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.688622 523 master_runner.cc:386] Master server non-default flags:
19:26:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.60.keytab
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.60
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.60:44951
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.60
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37499
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/logs
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.689929 523 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:50.691220 523 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:50.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.710669 555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.710970 551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:50.713666 547 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:51.837042 552 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:26:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.837189 523 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:51.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.841220 523 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:51.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.843879 523 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.845286 523 hybrid_clock.cc:648] HybridClock initialized: now 1786562811845231 us; error 48 us; skew 500 ppm
19:26:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.846372 523 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:51 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562811, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.852814 523 init.cc:377] Logged in from keytab as kudu/127.31.144.60@KRBTEST.COM (short username kudu)
19:26:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.858114 523 webserver.cc:460] Webserver started at http://127.31.144.60:37499/ using document root <none> and password file <none>
19:26:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.859093 523 fs_manager.cc:359] Metadata directory not provided
19:26:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.859309 523 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.867344 523 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.004s
19:26:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.871928 575 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.873622 523 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
19:26:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.874017 523 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9"
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:47 on dist-test-slave-fgb3"
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.876941 523 fs_report.cc:383] FS layout report
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/wal
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/data
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.932514 523 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.938308 523 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:51.938858 523 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.008334 523 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.60:44951
19:26:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.008483 679 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.60:44951 every 8 connection(s)
19:26:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.011205 523 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-2/data/info.pb
19:26:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.012882 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 523
19:26:52.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:52.014 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.144.62:41623
19:26:52.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.017015 32320 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/logs
19:26:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.62:41623
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.62
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37419
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.62
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:26:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.024606 680 sys_catalog.cc:263] Verifying existing consensus state
19:26:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.030488 680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Bootstrap starting.
19:26:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.062925 680 log.cc:824] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Log is configured to *not* fsync() on all Append() calls
19:26:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.067742 680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:26:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.068511 680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Bootstrap complete.
19:26:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.093209 680 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.096287 680 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:26:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.096596 680 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb8aaa37c84843d1bf82951c4ee4b4d9, State: Initialized, Role: FOLLOWER
19:26:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.097500 680 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.100414 687 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } } }
19:26:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.101300 687 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: This master's current role is: FOLLOWER
19:26:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.101492 680 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [sys.catalog]: configured and running, proceeding with master startup.
19:26:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.134727 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.135124 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.128366 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:26:52.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.156807 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.193923 591 tablet.cc:2369] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:26:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.353209 682 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:26:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.353854 682 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:26:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.354682 682 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:26:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.385959 682 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:26:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.386189 682 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:26:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.386756 682 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:26:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.386996 682 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:26:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.387184 682 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:26:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.387450 682 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:26:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.387634 682 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34893/jwks.json
19:26:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.426236 682 master_runner.cc:386] Master server non-default flags:
19:26:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:26:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.144.20:37835
19:26:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:26:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.144.62:41623,127.31.144.61:46777,127.31.144.60:44951
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/krb5kdc/kudu_127.31.144.62.keytab
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.144.62
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.144.62:41623
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34893/jwks.json
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.144.62
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37419
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/logs
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:26:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:26:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.427830 682 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:26:52.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.429034 682 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:26:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.451840 724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.534236 687 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.534891 687 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:52.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.542178 587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:26:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.544704 687 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:26:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.555859 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:26:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.559568 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.560284 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:26:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:52.562820 687 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:26:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:53.140529 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:53.141407 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.109968 738 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.112943 738 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.127233 738 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:26:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.146414 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.147197 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.157536 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:26:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.163585 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:54.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.164490 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:26:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.165501 738 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:26:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:53.844523 723 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 682
19:26:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.493955 723 kernel_stack_watchdog.cc:198] Thread 682 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 388ms:
19:26:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:26:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:26:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:26:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:26:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:52.453738 725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.499128 727 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2040 milliseconds
19:26:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.499984 682 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.047s user 0.005s sys 0.001s
19:26:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.500360 682 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.047s user 0.005s sys 0.001s
19:26:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:54.501542 728 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:26:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.501637 682 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:26:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.503150 682 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:26:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.506285 682 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:26:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.507902 682 hybrid_clock.cc:648] HybridClock initialized: now 1786562814507822 us; error 75 us; skew 500 ppm
19:26:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.509116 682 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:26:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:54 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562814, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:26:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.516390 682 init.cc:377] Logged in from keytab as kudu/127.31.144.62@KRBTEST.COM (short username kudu)
19:26:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.522392 682 webserver.cc:460] Webserver started at http://127.31.144.62:37419/ using document root <none> and password file <none>
19:26:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.523646 682 fs_manager.cc:359] Metadata directory not provided
19:26:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.523940 682 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:26:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.534883 682 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.003s sys 0.005s
19:26:54.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.540406 756 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:26:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.541743 682 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:26:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.542166 682 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data,/tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df366651d1114fe78d35b8c18721f700"
19:26:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:26:43 on dist-test-slave-fgb3"
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.545603 682 fs_report.cc:383] FS layout report
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/data
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:26:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:26:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.596182 682 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:26:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.603060 682 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:26:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.603621 682 kserver.cc:163] Server-wide thread pool size limit: 3276
19:26:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.698082 682 rpc_server.cc:307] RPC server started. Bound to: 127.31.144.62:41623
19:26:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.698386 855 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.144.62:41623 every 8 connection(s)
19:26:54.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.701205 682 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/data/info.pb
19:26:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.702628 32320 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu as pid 682
19:26:54.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:26:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.715636 858 sys_catalog.cc:263] Verifying existing consensus state
19:26:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:26:54.716665 858 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:26:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.717079 682 master.cc:537] Master@127.31.144.62:41623 shutting down...
19:26:54.791 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:54.811939 682 master.cc:552] Master@127.31.144.62:41623 shutdown complete.
19:26:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8AGUs6/test-tmp/mini-kudu-cluster6490225483000937362/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:26:54.865 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.144.60:44951(127.31.144.60:44951)] connecting to peer
19:26:54.867 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:54.921 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.144.60:44951(127.31.144.60:44951)] Successfully connected to peer
19:26:54.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:54.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:54.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:54.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:54.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:54.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.011 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:26:55.024 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.31.144.60
19:26:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:55.151654 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:55.151994 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:26:55 dist-test-slave-fgb3 krb5kdc[32349](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562808, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.144.60@KRBTEST.COM
19:26:55.247 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x46a68849, L:/127.0.0.1:50070 - R:/127.31.144.60:44951] using SASL/GSSAPI
19:26:55.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.271 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.275 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.330 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.370 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.372 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.392 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.471 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.510 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.512 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:55.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:55.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:55.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:55.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:55.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:56.050 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:56.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:56.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:56.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:56.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:56.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:56.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:56.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:56.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:56.154946 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:56.155233 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:56.664645 873 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:56.665071 873 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:56.666733 873 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:26:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:56.672317 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:26:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:56.672866 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:56.673152 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:26:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:56.673758 873 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:26:57.070 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:57.072 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:57.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:57.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:57.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:57.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:57.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:57.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:57.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:57.158384 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:57.158726 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:57.159184 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:26:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:57.159560 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:58.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:58.161757 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:58.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:58.162038 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:26:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:58.813097 888 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:26:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:58.813499 888 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:26:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:58.814962 888 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:26:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:58.817595 587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:26:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:58.820901 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:26:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:58.821486 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:26:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:58.821767 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:26:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:26:58.822424 888 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:26:58.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:26:58.892 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:26:58.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:58.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:58.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:58.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:58.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:26:58.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:26:58.896 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:26:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:59.164901 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:26:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:26:59.165150 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:00.167977 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:00.168244 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:00.990 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:00.992 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:00.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:00.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:00.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:00.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:00.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:00.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:00.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:01.171552 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:01.171898 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.341971 903 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:27:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.342474 903 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:27:01.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.344174 903 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:27:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:01.349757 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:27:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:01.350229 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:27:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.350589 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:27:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.351121 903 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:27:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:27:01 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562821, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:27:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:01.856567 567 init.cc:295] Successfully reacquired a new kerberos TGT
19:27:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:02.162488 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:27:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:02.162923 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:27:02.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:02.174912 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:02.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:02.175230 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:02.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:02.452 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:02.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:02.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:02.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:02.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:02.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:02.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:02.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:03.178658 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:03.178975 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:03.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:03.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:03.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:03.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:03.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:03.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:03.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:03.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:03.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:04.181890 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:04.182190 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:05.185088 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:05.185374 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:06.188354 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:06.188694 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:06.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:06.712 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:06.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:06.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:06.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:06.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:06.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:06.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:06.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:07.166239 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:27:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:07.166658 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:27:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:07.191601 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:07.191882 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:07.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:07.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:07.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:07.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:07.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:07.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:07.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:07.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:07.956 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:08.194903 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:08.195210 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:09.198231 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:09.198568 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:09.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:09.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:09.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:09.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:09.472 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:09.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.476 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:09.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:09.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:09.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:09.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:09.496 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:10.091 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:10.092 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:10.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:10.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:10.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:10.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:10.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:10.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:10.201261 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:10.201540 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:11.205546 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:11.205943 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.542572 938 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:27:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.543156 938 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df366651d1114fe78d35b8c18721f700" member_type: VOTER last_known_addr { host: "127.31.144.62" port: 41623 } } peers { permanent_uuid: "67a5f2a91a864a55a965b35a7f5879cf" member_type: VOTER last_known_addr { host: "127.31.144.61" port: 46777 } } peers { permanent_uuid: "cb8aaa37c84843d1bf82951c4ee4b4d9" member_type: VOTER last_known_addr { host: "127.31.144.60" port: 44951 } }
19:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.545044 938 leader_election.cc:288] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623), 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777)
19:27:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:11.548280 587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:27:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:11.551832 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer df366651d1114fe78d35b8c18721f700 (127.31.144.62:41623): Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111)
19:27:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:11.552776 587 leader_election.cc:334] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 67a5f2a91a864a55a965b35a7f5879cf (127.31.144.61:46777): Network error: Client connection negotiation failed: client connection to 127.31.144.61:46777: connect: Connection refused (error 111)
19:27:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.553150 587 leader_election.cc:302] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb8aaa37c84843d1bf82951c4ee4b4d9; no voters: 67a5f2a91a864a55a965b35a7f5879cf, df366651d1114fe78d35b8c18721f700
19:27:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.553783 938 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:27:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:27:11 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562831, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:27:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:11.859314 567 init.cc:295] Successfully reacquired a new kerberos TGT
19:27:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:12.169610 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:27:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:12.170109 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:27:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:12.209432 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:12.209730 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:12.931 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:12.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:12.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:12.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:12.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:12.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:12.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:12.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:12.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:13.214471 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:13.214757 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:13.591 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:13.593 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:13.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:13.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:13.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:13.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:13.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:13.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:14.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:14.220683 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:14.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:14.221226 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:15.224499 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:15.224768 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:16.227901 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:16.228165 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:17.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:17.173151 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:27:17.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:17.173534 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:27:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:17.231333 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:17.231591 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:17.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:17.411 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:17.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:17.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:17.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:17.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:17.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:17.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:17.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:18.234798 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:18.235087 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:19.238595 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:19.238873 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:20.241925 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:20.242192 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:20.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:20.671 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:20.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:20.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:20.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:20.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:20.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:20.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:20.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:21.245941 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:21.246380 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:27:21 dist-test-slave-fgb3 krb5kdc[32349](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562841, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.144.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:27:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:21.861948 567 init.cc:295] Successfully reacquired a new kerberos TGT
19:27:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:22.177549 523 master_runner.cc:186] Error getting master registration for 127.31.144.62:41623: Network error: Client connection negotiation failed: client connection to 127.31.144.62:41623: connect: Connection refused (error 111),
19:27:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:22.177970 523 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:27:22.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:22.249500 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:22.249747 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:23.252332 710 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb8aaa37c84843d1bf82951c4ee4b4d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:27:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:23.252588 710 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:27:23.850 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.61:46777(127.31.144.61:46777)] connecting to peer
19:27:23.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.31.144.62:41623(127.31.144.62:41623)] connecting to peer
19:27:23.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:23.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:23.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.144.62:41623(127.31.144.62:41623)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:23.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.61:46777(127.31.144.61:46777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:23.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.62:41623: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623
19:27:23.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.144.61:46777: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
19:27:23.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623; will retry
19:27:23.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29147), Traces: [0ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [214ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [218ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [545ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [551ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [566ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [568ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [570ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [584ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [625ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [664ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [680ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [762ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [763ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [801ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [802ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1045ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2356ms] refreshing cache from master, [2356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [2357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [2358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [2362ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [4178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4182ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [4183ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [6276ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [6278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@196082944(state=PENDING, result=null, callback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710), errback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710)))
19:27:23.867 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.144.60:44951(127.31.144.60:44951)] disconnecting while in state READY
19:27:23.868 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.144.62:41623(127.31.144.62:41623)] disconnecting while in state TERMINATED
19:27:23.869 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.144.61:46777(127.31.144.61:46777)] disconnecting while in state TERMINATED
19:27:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:23.871835 32043 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe80 after lost signal to thread 31803
19:27:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:27:23.873087 32043 debug-util.cc:398] Leaking SignalData structure 0x7b08000bde60 after lost signal to thread 32046
19:27:23.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:27:23.877 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.144.60:44951(127.31.144.60:44951)] handling channelInactive
19:27:23.877 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:27:23.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.144.60:44951(127.31.144.60:44951)] cleaning up while in state READY due to: connection closed
19:27:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:23.884462 32320 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 523
19:27:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:27:25Z chronyd exiting
19:27:26.066 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:27:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.067867 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 31491
19:27:26.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.111387 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 31783
19:27:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.148290 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 32067
19:27:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.183601 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 30958
19:27:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.239830 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 31099
19:27:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:27:26.279418 30915 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8AGUs6/build/tsan/bin/kudu with pid 31233
19:27:27.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:27:27Z chronyd exiting
19:27:28.399 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29147), Traces: [0ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [214ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [218ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [545ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [551ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [566ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [568ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [570ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [584ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [625ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [664ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [680ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [762ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [763ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [801ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [802ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1045ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2356ms] refreshing cache from master, [2356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [2357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [2358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [2362ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [4178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4182ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [4183ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [6276ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [6278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@196082944(state=PENDING, result=null, callback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710), errback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.144.61:46777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29147), Traces: [0ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [214ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [218ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [545ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [551ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [566ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [568ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [570ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [584ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [625ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [664ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [680ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [762ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [763ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [801ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [802ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1045ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2356ms] refreshing cache from master, [2356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [2357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [2358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [2362ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [4178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4182ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [4183ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [6276ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [6278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@196082944(state=PENDING, result=null, callback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710), errback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.144.61:46777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
19:27:28.864 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
19:27:28.864 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29147), Traces: [0ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [214ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [218ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [545ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [551ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [566ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [568ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [570ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [584ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [625ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [664ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [680ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [762ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [763ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [801ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [802ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1045ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2356ms] refreshing cache from master, [2356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [2357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [2358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [2362ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [4178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4182ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [4183ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [6276ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [6278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@196082944(state=PENDING, result=null, callback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710), errback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.144.61:46777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29147), Traces: [0ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [214ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [218ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [545ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [551ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [566ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [568ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [570ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [571ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [584ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [586ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [589ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [624ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [625ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [664ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [680ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [762ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [763ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [801ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [802ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1045ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2356ms] refreshing cache from master, [2356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [2357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [2358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [2360ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [2362ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [4178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.61:46777: Network error: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777, [4180ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.62:41623: Network error: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [4182ms] Sub RPC ConnectToMaster: received response from server master-127.31.144.60:44951: OK, [4183ms] delaying RPC due to: Service unavailable: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623, [6276ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.61:46777, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.60:44951, [6278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.144.62:41623, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@196082944(state=PENDING, result=null, callback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710), errback=(continuation of Deferred@648238025 after retry RPC after error@356849476) -> (continuation of Deferred@1149804331 after retry RPC after error@817573191) -> (continuation of Deferred@205131138 after retry RPC after error@838390902) -> (continuation of Deferred@831091877 after retry RPC after error@1488037574) -> (continuation of Deferred@79423055 after retry RPC after error@1939331530) -> (continuation of Deferred@155297601 after retry RPC after error@1544791865) -> (continuation of Deferred@121748330 after retry RPC after error@1255504833) -> (continuation of Deferred@1311417973 after retry RPC after error@264370918) -> (continuation of Deferred@97618591 after retry RPC after error@1681646231) -> (continuation of Deferred@2142894443 after retry RPC after error@2142190256) -> (continuation of Deferred@1982059176 after retry RPC after error@1303886241) -> (continuation of Deferred@2113233885 after retry RPC after error@2064231529) -> (continuation of Deferred@324507442 after retry RPC after error@1675451976) -> (continuation of Deferred@903881317 after retry RPC after error@54307412) -> (continuation of Deferred@746410758 after retry RPC after error@626747359) -> (continuation of Deferred@295475739 after retry RPC after error@2006252662) -> (continuation of Deferred@834106593 after retry RPC after error@1328322711) -> (continuation of Deferred@982884139 after retry RPC after error@1781707587) -> (continuation of Deferred@1613288088 after retry RPC after error@1273697834) -> (continuation of Deferred@1569830075 after retry RPC after error@583449825) -> (continuation of Deferred@73139763 after retry RPC after error@387254996) -> (continuation of Deferred@1206993121 after retry RPC after error@1346886986) -> (continuation of Deferred@877540591 after retry RPC after error@187878168) -> (continuation of Deferred@1175020759 after retry RPC after error@675957969) -> (continuation of Deferred@1835465851 after retry RPC after error@1880199364) -> (continuation of Deferred@2100522445 after retry RPC after error@132483710)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.144.61:46777,127.31.144.60:44951,127.31.144.62:41623) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.62:41623(127.31.144.62:41623): Connection refused: /127.31.144.62:41623,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.144.61:46777(127.31.144.61:46777): Connection refused: /127.31.144.61:46777
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.144.61:46777
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)