03:20:37.869 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:20:37.880 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdn2zMw/test-tmp
03:20:37.883 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:20:37.886 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdn2zMw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:20:38.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:20:38.255 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:20:38.256 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:20:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.259290 19417 mini_oidc.cc:152] Starting JWKS server
03:20:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.262959 19417 webserver.cc:460] Webserver started at http://127.0.0.1:38643/ using document root <none> and password file <none>
03:20:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.263517 19417 mini_oidc.cc:189] Starting OIDC Discovery server
03:20:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.265362 19417 webserver.cc:460] Webserver started at http://127.0.0.1:33589/ using document root <none> and password file <none>
03:20:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:20:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:20:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:20:38Z Disabled control of system clock
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.313624 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/logs
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data/info.pb
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.126:38991
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.126
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json with env {}
03:20:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.604197 19429 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.604914 19429 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.605783 19429 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.635779 19429 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.636168 19429 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.636498 19429 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.636827 19429 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.637162 19429 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.637424 19429 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38643/jwks.json
03:20:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.671663 19429 master_runner.cc:386] Master server non-default flags:
03:20:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.126:38991
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data/info.pb
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.126
03:20:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/logs
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.673187 19429 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:38.675390 19429 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.693344 19436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.694434 19438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:38.693398 19435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:39.878496 19437 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:20:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.879094 19429 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.883020 19429 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.886087 19429 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.887519 19429 hybrid_clock.cc:648] HybridClock initialized: now 1790220039887473 us; error 68 us; skew 500 ppm
03:20:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.888329 19429 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.899721 19429 webserver.cc:460] Webserver started at http://127.18.246.126:34259/ using document root <none> and password file <none>
03:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.900630 19429 fs_manager.cc:359] Metadata directory not provided
03:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.900820 19429 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.901269 19429 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.906086 19429 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data/instance:
03:20:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12fc4f32973345bda30032725fb4d57f"
03:20:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:39 on dist-test-slave-59sv"
03:20:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.907194 19429 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal/instance:
03:20:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12fc4f32973345bda30032725fb4d57f"
03:20:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:39 on dist-test-slave-59sv"
03:20:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.914691 19429 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
03:20:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.920208 19445 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.921517 19429 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
03:20:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.921980 19429 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal
03:20:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12fc4f32973345bda30032725fb4d57f"
03:20:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:39 on dist-test-slave-59sv"
03:20:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.922394 19429 fs_report.cc:383] FS layout report
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data/data
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.983776 19429 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.985224 19429 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:39.985683 19429 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:40.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.053289 19429 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.126:38991
03:20:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.053431 19496 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.126:38991 every 8 connection(s)
03:20:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.055914 19429 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/data/info.pb
03:20:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.061142 19497 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:20:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.065402 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 19429
03:20:40.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.065958 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-0/wal/instance
03:20:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.071228 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/logs
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data/info.pb
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.125:34385
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.125
03:20:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:40.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:40.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:40.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:40.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:40.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json with env {}
03:20:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.078155 19497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } has no permanent_uuid. Determining permanent_uuid...
03:20:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.105031 19497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } has no permanent_uuid. Determining permanent_uuid...
03:20:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.107271 19448 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.111366 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.160861 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 1
03:20:40.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.164991 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.233397 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 2
03:20:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.239151 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.330554 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 3
03:20:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.334090 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.378103 19499 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.378666 19499 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.379228 19499 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.411445 19499 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.411725 19499 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.411913 19499 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.412089 19499 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.412364 19499 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.412519 19499 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38643/jwks.json
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.446939 19499 master_runner.cc:386] Master server non-default flags:
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data
03:20:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.125:34385
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data/info.pb
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.125
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/logs
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.448197 19499 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.449935 19499 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.466662 19511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.477537 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 4
03:20:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.481215 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:40.780668 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 5
03:20:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.785907 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.333420 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 6
03:20:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:41.340867 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.125:34385: Network error: Client connection negotiation failed: client connection to 127.18.246.125:34385: connect: Connection refused (error 111)
03:20:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.466735 19509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:40.467252 19508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:41.667722 19510 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:20:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.667958 19499 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:20:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.671834 19499 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.675076 19499 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:41.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.676555 19499 hybrid_clock.cc:648] HybridClock initialized: now 1790220041676524 us; error 43 us; skew 500 ppm
03:20:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.677522 19499 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.684441 19499 webserver.cc:460] Webserver started at http://127.18.246.125:38143/ using document root <none> and password file <none>
03:20:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.685487 19499 fs_manager.cc:359] Metadata directory not provided
03:20:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.685794 19499 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.686358 19499 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.691222 19499 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data/instance:
03:20:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3164ac893684815b4ad37f66c4dea2d"
03:20:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:41 on dist-test-slave-59sv"
03:20:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.692523 19499 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal/instance:
03:20:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3164ac893684815b4ad37f66c4dea2d"
03:20:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:41 on dist-test-slave-59sv"
03:20:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.699839 19499 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
03:20:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.705463 19520 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.706961 19499 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:20:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.707345 19499 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal
03:20:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3164ac893684815b4ad37f66c4dea2d"
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:41 on dist-test-slave-59sv"
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.707646 19499 fs_report.cc:383] FS layout report
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data/data
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.745324 19499 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.746855 19499 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.747280 19499 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.817632 19499 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.125:34385
03:20:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.817734 19571 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.125:34385 every 8 connection(s)
03:20:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.820148 19499 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/data/info.pb
03:20:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.825057 19572 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:20:41.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.828082 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 19499
03:20:41.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.828536 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-1/wal/instance
03:20:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.831449 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/logs
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data/info.pb
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.124:40357
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.124
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json with env {}
03:20:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.840296 19572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } has no permanent_uuid. Determining permanent_uuid...
03:20:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.870532 19572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } has no permanent_uuid. Determining permanent_uuid...
03:20:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.887411 19572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } has no permanent_uuid. Determining permanent_uuid...
03:20:41.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:41.889468 19521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:41.893361 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:41.942857 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 1
03:20:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:41.946573 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.015066 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 2
03:20:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.018931 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.110390 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 3
03:20:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.115371 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.148355 19574 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.149037 19574 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.149748 19574 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.180418 19574 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.180794 19574 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.181116 19574 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.181471 19574 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.181826 19574 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.182073 19574 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38643/jwks.json
03:20:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.216137 19574 master_runner.cc:386] Master server non-default flags:
03:20:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.124:40357
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38643/jwks.json
03:20:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data/info.pb
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.124
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/logs
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.217767 19574 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.219887 19574 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.238998 19584 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.258899 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 4
03:20:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.263226 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.401296 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } attempt: 7
03:20:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.415333 19497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } has no permanent_uuid. Determining permanent_uuid...
03:20:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.421481 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.479978 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 1
03:20:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.484627 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.562659 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 5
03:20:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.566058 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 2
03:20:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.567055 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.569892 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.655488 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 3
03:20:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.660029 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.800626 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 4
03:20:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.804967 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.088558 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 5
03:20:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.092557 19497 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:43.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.114465 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 6
03:20:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.121497 19572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.246.124:40357: Network error: Client connection negotiation failed: client connection to 127.18.246.124:40357: connect: Connection refused (error 111)
03:20:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.239316 19587 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:42.239033 19585 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:42.240526 19574 server_base.cc:1034] running on GCE node
03:20:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.449888 19574 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.453075 19574 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.454533 19574 hybrid_clock.cc:648] HybridClock initialized: now 1790220043454470 us; error 78 us; skew 500 ppm
03:20:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.455394 19574 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.462819 19574 webserver.cc:460] Webserver started at http://127.18.246.124:44755/ using document root <none> and password file <none>
03:20:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.463713 19574 fs_manager.cc:359] Metadata directory not provided
03:20:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.463893 19574 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.464282 19574 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.469094 19574 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data/instance:
03:20:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1f8df6d0c840b2ae3bdb152838d00a"
03:20:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:43 on dist-test-slave-59sv"
03:20:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.470235 19574 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal/instance:
03:20:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1f8df6d0c840b2ae3bdb152838d00a"
03:20:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:43 on dist-test-slave-59sv"
03:20:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.478133 19574 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:20:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.484879 19599 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.486054 19574 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:20:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.486445 19574 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal
03:20:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1f8df6d0c840b2ae3bdb152838d00a"
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:43 on dist-test-slave-59sv"
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.486824 19574 fs_report.cc:383] FS layout report
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data/data
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.539104 19574 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.541137 19574 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.541676 19574 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.618755 19574 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.124:40357
03:20:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.618868 19650 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.124:40357 every 8 connection(s)
03:20:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.621963 19574 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/data/info.pb
03:20:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.624446 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 19574
03:20:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.624889 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/master-2/wal/instance
03:20:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.628640 19651 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:20:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.645210 19497 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 6
03:20:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.649894 19651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } has no permanent_uuid. Determining permanent_uuid...
03:20:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.681324 19651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } has no permanent_uuid. Determining permanent_uuid...
03:20:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.687570 19497 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: Bootstrap starting.
03:20:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.694060 19497 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: Neither blocks nor log segments found. Creating new log.
03:20:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.697202 19651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } has no permanent_uuid. Determining permanent_uuid...
03:20:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.698752 19497 log.cc:824] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: Log is configured to *not* fsync() on all Append() calls
03:20:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.706840 19497 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: No bootstrap required, opened a new log
03:20:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.721279 19651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: Bootstrap starting.
03:20:43.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.727880 19651 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: Neither blocks nor log segments found. Creating new log.
03:20:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.730135 19651 log.cc:824] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: Log is configured to *not* fsync() on all Append() calls
03:20:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.731922 19497 raft_consensus.cc:348] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.732589 19497 raft_consensus.cc:374] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:20:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.732908 19497 raft_consensus.cc:729] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12fc4f32973345bda30032725fb4d57f, State: Initialized, Role: FOLLOWER
03:20:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.734061 19497 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.735903 19651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: No bootstrap required, opened a new log
03:20:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.739745 19662 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.740626 19662 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: This master's current role is: FOLLOWER
03:20:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.742077 19497 sys_catalog.cc:564] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: configured and running, proceeding with master startup.
03:20:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.745168 19451 tablet.cc:2369] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:20:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.762636 19651 raft_consensus.cc:348] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.763541 19651 raft_consensus.cc:374] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:20:43.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.763827 19651 raft_consensus.cc:729] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed1f8df6d0c840b2ae3bdb152838d00a, State: Initialized, Role: FOLLOWER
03:20:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.764808 19651 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.769177 19673 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.770988 19673 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: This master's current role is: FOLLOWER
03:20:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.772177 19651 sys_catalog.cc:564] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: configured and running, proceeding with master startup.
03:20:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.782335 19674 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:20:43.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.783071 19674 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:20:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:43.797618 19605 tablet.cc:2369] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:20:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.810737 19662 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:20:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.811264 19662 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.778003 19429 master_runner.cc:186] Error getting master registration for 127.18.246.125:34385: OK, instance_id { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" instance_seqno: 1790220041798746 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:20:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.816216 19429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:20:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.817689 19686 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:20:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.820647 19662 leader_election.cc:288] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a3164ac893684815b4ad37f66c4dea2d (127.18.246.125:34385), ed1f8df6d0c840b2ae3bdb152838d00a (127.18.246.124:40357)
03:20:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.822103 19626 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12fc4f32973345bda30032725fb4d57f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" is_pre_election: true
03:20:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.823427 19626 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 12fc4f32973345bda30032725fb4d57f in term 0.
03:20:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.824862 19446 leader_election.cc:302] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 12fc4f32973345bda30032725fb4d57f, ed1f8df6d0c840b2ae3bdb152838d00a; no voters:
03:20:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.826005 19662 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Leader pre-election won for term 1
03:20:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.826546 19662 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:20:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.827066 19662 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 0 FOLLOWER]: Advancing to term 1
03:20:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.834348 19662 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.848201 19626 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12fc4f32973345bda30032725fb4d57f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a"
03:20:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.848791 19626 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 0 FOLLOWER]: Advancing to term 1
03:20:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.854285 19662 leader_election.cc:288] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [CANDIDATE]: Term 1 election: Requested vote from peers a3164ac893684815b4ad37f66c4dea2d (127.18.246.125:34385), ed1f8df6d0c840b2ae3bdb152838d00a (127.18.246.124:40357)
03:20:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.856338 19626 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 12fc4f32973345bda30032725fb4d57f in term 1.
03:20:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.857378 19446 leader_election.cc:302] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 12fc4f32973345bda30032725fb4d57f, ed1f8df6d0c840b2ae3bdb152838d00a; no voters:
03:20:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.861562 19662 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 1 FOLLOWER]: Leader election won for term 1
03:20:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.874284 19662 raft_consensus.cc:686] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [term 1 LEADER]: Becoming Leader. State: Replica: 12fc4f32973345bda30032725fb4d57f, State: Running, Role: LEADER
03:20:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.875762 19662 consensus_queue.cc:237] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.852020 19574 master_runner.cc:186] Error getting master registration for 127.18.246.125:34385: OK, instance_id { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" instance_seqno: 1790220041798746 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:20:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.894646 19574 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:20:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.897749 19687 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12fc4f32973345bda30032725fb4d57f. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.898593 19687 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: This master's current role is: LEADER
03:20:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.902575 19689 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:20:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.909848 19689 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:20:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.929877 19626 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [term 1 FOLLOWER]: Refusing update from remote peer 12fc4f32973345bda30032725fb4d57f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:20:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.931433 19687 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:20:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.953511 19673 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12fc4f32973345bda30032725fb4d57f. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.955873 19673 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: This master's current role is: FOLLOWER
03:20:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.963495 19662 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.964341 19662 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: This master's current role is: LEADER
03:20:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.966827 19689 catalog_manager.cc:1347] Generated new cluster ID: f4f9952d2cb04629b48cc2b7466e23c2
03:20:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.967370 19689 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:20:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.970546 19673 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:43.971079 19673 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a [sys.catalog]: This master's current role is: FOLLOWER
03:20:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.007995 19689 catalog_manager.cc:1370] Generated new certificate authority record
03:20:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.010591 19689 catalog_manager.cc:1504] Loading token signing keys...
03:20:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.033655 19689 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f: Generated new TSK 0
03:20:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.035229 19689 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:20:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.066017 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/logs
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data/info.pb
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.65:0
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.65
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.65
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:20:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.182143 19572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } attempt: 7
03:20:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.219504 19572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: Bootstrap starting.
03:20:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.227490 19572 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: Neither blocks nor log segments found. Creating new log.
03:20:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.230338 19572 log.cc:824] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: Log is configured to *not* fsync() on all Append() calls
03:20:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.242089 19572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: No bootstrap required, opened a new log
03:20:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.278039 19572 raft_consensus.cc:348] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.279739 19572 raft_consensus.cc:374] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:20:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.280296 19572 raft_consensus.cc:729] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3164ac893684815b4ad37f66c4dea2d, State: Initialized, Role: FOLLOWER
03:20:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.281482 19572 consensus_queue.cc:260] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } }
03:20:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.288084 19572 sys_catalog.cc:564] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: configured and running, proceeding with master startup.
03:20:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.288218 19547 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12fc4f32973345bda30032725fb4d57f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3164ac893684815b4ad37f66c4dea2d" is_pre_election: true
03:20:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.289088 19547 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 12fc4f32973345bda30032725fb4d57f in term 0.
03:20:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.290059 19546 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12fc4f32973345bda30032725fb4d57f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3164ac893684815b4ad37f66c4dea2d"
03:20:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.290616 19546 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 0 FOLLOWER]: Advancing to term 1
03:20:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.298712 19546 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 12fc4f32973345bda30032725fb4d57f in term 1.
03:20:44.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.300380 19545 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [term 1 FOLLOWER]: Refusing update from remote peer 12fc4f32973345bda30032725fb4d57f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:20:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.311318 19687 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:20:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.286113 19698 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.319162 19698 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: This master's current role is: FOLLOWER
03:20:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.350917 19702 mvcc.cc:205] Tried to move back new op lower bound from 7332741299921186816 to 7332741299725643776. Current Snapshot: MvccSnapshot[applied={T|T < 7332741299921186816}]
03:20:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.365592 19698 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12fc4f32973345bda30032725fb4d57f. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.366350 19698 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: This master's current role is: FOLLOWER
03:20:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.367787 19701 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.368537 19701 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d [sys.catalog]: This master's current role is: FOLLOWER
03:20:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.406734 19714 catalog_manager.cc:1259] Loaded cluster ID: f4f9952d2cb04629b48cc2b7466e23c2
03:20:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.407323 19714 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: loading cluster ID for follower catalog manager: success
03:20:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.415365 19714 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: acquiring CA information for follower catalog manager: success
03:20:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.422016 19714 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a3164ac893684815b4ad37f66c4dea2d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:20:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.563412 19695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.564106 19695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.564901 19695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.623382 19695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.625186 19695 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.246.65
03:20:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.686820 19695 tablet_server_runner.cc:78] Tablet server non-default flags:
03:20:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.65:0
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data/info.pb
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.65
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.65
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/logs
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.690995 19695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.693391 19695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.722200 19720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12fc4f32973345bda30032725fb4d57f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "12fc4f32973345bda30032725fb4d57f" member_type: VOTER last_known_addr { host: "127.18.246.126" port: 38991 } } peers { permanent_uuid: "a3164ac893684815b4ad37f66c4dea2d" member_type: VOTER last_known_addr { host: "127.18.246.125" port: 34385 } } peers { permanent_uuid: "ed1f8df6d0c840b2ae3bdb152838d00a" member_type: VOTER last_known_addr { host: "127.18.246.124" port: 40357 } } }
03:20:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.731392 19720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12fc4f32973345bda30032725fb4d57f [sys.catalog]: This master's current role is: LEADER
03:20:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.758515 19725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.849684 19686 catalog_manager.cc:1259] Loaded cluster ID: f4f9952d2cb04629b48cc2b7466e23c2
03:20:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.850323 19686 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: loading cluster ID for follower catalog manager: success
03:20:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.879297 19686 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: acquiring CA information for follower catalog manager: success
03:20:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:44.910017 19686 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ed1f8df6d0c840b2ae3bdb152838d00a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:20:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:46.115724 19721 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19695
03:20:47.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:47.488499 19695 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.733s user 1.033s sys 1.624s
03:20:47.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:47.517386 19695 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.762s user 1.033s sys 1.624s
03:20:47.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.517675 19695 server_base.cc:1034] running on GCE node
03:20:47.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:44.775892 19722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:47.518880 19728 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.520761 19695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.523450 19695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.525151 19695 hybrid_clock.cc:648] HybridClock initialized: now 1790220047525092 us; error 61 us; skew 500 ppm
03:20:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.526223 19695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:47.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.541476 19695 webserver.cc:460] Webserver started at http://127.18.246.65:42567/ using document root <none> and password file <none>
03:20:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.542738 19695 fs_manager.cc:359] Metadata directory not provided
03:20:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.543009 19695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.543545 19695 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:47.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.551278 19695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data/instance:
03:20:47.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cf1cd7fb7944e058e95a8685d8255c1"
03:20:47.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:47 on dist-test-slave-59sv"
03:20:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.552814 19695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal/instance:
03:20:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cf1cd7fb7944e058e95a8685d8255c1"
03:20:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:47 on dist-test-slave-59sv"
03:20:47.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.562336 19695 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.002s
03:20:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.570598 19738 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.572060 19695 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
03:20:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.573079 19695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal
03:20:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cf1cd7fb7944e058e95a8685d8255c1"
03:20:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:47 on dist-test-slave-59sv"
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.573807 19695 fs_report.cc:383] FS layout report
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data/data
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.622869 19695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.625283 19695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.626185 19695 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.641963 19695 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:20:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.653055 19695 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:20:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.653357 19695 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:20:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.653669 19695 ts_tablet_manager.cc:610] Registered 0 tablets
03:20:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.653875 19695 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:20:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.911996 19695 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.65:40903
03:20:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.912101 19850 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.65:40903 every 8 connection(s)
03:20:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.915066 19695 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/data/info.pb
03:20:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.920701 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 19695
03:20:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.921250 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-0/wal/instance
03:20:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:47.941452 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal
03:20:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data
03:20:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/logs
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data/info.pb
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.66:0
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.66
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.66
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:20:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.016112 19851 heartbeater.cc:347] Connected to a master server at 127.18.246.124:40357
03:20:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.016598 19851 heartbeater.cc:464] Registering TS with master...
03:20:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.018373 19851 heartbeater.cc:511] Master 127.18.246.124:40357 requested a full tablet report, sending...
03:20:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.020299 19852 heartbeater.cc:347] Connected to a master server at 127.18.246.125:34385
03:20:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.020623 19852 heartbeater.cc:464] Registering TS with master...
03:20:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.021394 19852 heartbeater.cc:511] Master 127.18.246.125:34385 requested a full tablet report, sending...
03:20:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.022017 19616 ts_manager.cc:194] Registered new tserver with Master: 5cf1cd7fb7944e058e95a8685d8255c1 (127.18.246.65:40903)
03:20:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.025458 19537 ts_manager.cc:194] Registered new tserver with Master: 5cf1cd7fb7944e058e95a8685d8255c1 (127.18.246.65:40903)
03:20:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.029606 19854 heartbeater.cc:347] Connected to a master server at 127.18.246.126:38991
03:20:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.029951 19854 heartbeater.cc:464] Registering TS with master...
03:20:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.030745 19854 heartbeater.cc:511] Master 127.18.246.126:38991 requested a full tablet report, sending...
03:20:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.033603 19462 ts_manager.cc:194] Registered new tserver with Master: 5cf1cd7fb7944e058e95a8685d8255c1 (127.18.246.65:40903)
03:20:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.036345 19462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.246.65:56535
03:20:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.409675 19860 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.410347 19860 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.411088 19860 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.454267 19860 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.455111 19860 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.246.66
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.491663 19860 tablet_server_runner.cc:78] Tablet server non-default flags:
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.66:0
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data/info.pb
03:20:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.66
03:20:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.66
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/logs
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.492950 19860 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:48.494920 19860 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.519992 19868 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.041471 19854 heartbeater.cc:503] Master 127.18.246.126:38991 was elected leader, sending a full tablet report...
03:20:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:48.522177 19869 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:49.905660 19870 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:20:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:49.906729 19860 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.393s user 0.598s sys 0.788s
03:20:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:49.907442 19871 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:49.907522 19860 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.395s user 0.599s sys 0.789s
03:20:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.907953 19860 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:20:49.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.909724 19860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.912707 19860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.914479 19860 hybrid_clock.cc:648] HybridClock initialized: now 1790220049914438 us; error 61 us; skew 500 ppm
03:20:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.915606 19860 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.924786 19860 webserver.cc:460] Webserver started at http://127.18.246.66:34541/ using document root <none> and password file <none>
03:20:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.925729 19860 fs_manager.cc:359] Metadata directory not provided
03:20:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.925930 19860 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.926545 19860 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.931820 19860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data/instance:
03:20:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efedb1cf699f4b26a960b586e5f8527e"
03:20:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:49 on dist-test-slave-59sv"
03:20:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.932935 19860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal/instance:
03:20:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efedb1cf699f4b26a960b586e5f8527e"
03:20:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:49 on dist-test-slave-59sv"
03:20:49.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.941634 19860 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.003s
03:20:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.948381 19879 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.949728 19860 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
03:20:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.950080 19860 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal
03:20:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efedb1cf699f4b26a960b586e5f8527e"
03:20:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:49 on dist-test-slave-59sv"
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.950465 19860 fs_report.cc:383] FS layout report
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data/data
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:49.998848 19860 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.000982 19860 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.001605 19860 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.004294 19860 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:20:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.009225 19860 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:20:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.009469 19860 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:20:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.009814 19860 ts_tablet_manager.cc:610] Registered 0 tablets
03:20:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.010001 19860 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:20:50.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.171273 19860 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.66:42453
03:20:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.171368 19991 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.66:42453 every 8 connection(s)
03:20:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.174209 19860 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/data/info.pb
03:20:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.184641 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 19860
03:20:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.185468 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-1/wal/instance
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.202746 19417 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/logs
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data/info.pb
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.67:0
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.67
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.67
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:20:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.230846 19994 heartbeater.cc:347] Connected to a master server at 127.18.246.126:38991
03:20:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.231364 19994 heartbeater.cc:464] Registering TS with master...
03:20:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.232532 19994 heartbeater.cc:511] Master 127.18.246.126:38991 requested a full tablet report, sending...
03:20:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.233657 19993 heartbeater.cc:347] Connected to a master server at 127.18.246.125:34385
03:20:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.234004 19993 heartbeater.cc:464] Registering TS with master...
03:20:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.234820 19993 heartbeater.cc:511] Master 127.18.246.125:34385 requested a full tablet report, sending...
03:20:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.235810 19462 ts_manager.cc:194] Registered new tserver with Master: efedb1cf699f4b26a960b586e5f8527e (127.18.246.66:42453)
03:20:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.236857 19992 heartbeater.cc:347] Connected to a master server at 127.18.246.124:40357
03:20:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.237179 19992 heartbeater.cc:464] Registering TS with master...
03:20:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.237408 19537 ts_manager.cc:194] Registered new tserver with Master: efedb1cf699f4b26a960b586e5f8527e (127.18.246.66:42453)
03:20:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.237990 19462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.246.66:44185
03:20:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.238020 19992 heartbeater.cc:511] Master 127.18.246.124:40357 requested a full tablet report, sending...
03:20:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.241487 19616 ts_manager.cc:194] Registered new tserver with Master: efedb1cf699f4b26a960b586e5f8527e (127.18.246.66:42453)
03:20:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.537978 20002 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.538462 20002 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.538877 20002 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.570226 20002 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.571015 20002 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.246.67
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.605906 20002 tablet_server_runner.cc:78] Tablet server non-default flags:
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.246.84:36931
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.246.67:0
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data/info.pb
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.246.67
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.246.126:38991,127.18.246.125:34385,127.18.246.124:40357
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.246.67
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/logs
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.607244 20002 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:50.609082 20002 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.629678 20012 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.245947 19994 heartbeater.cc:503] Master 127.18.246.126:38991 was elected leader, sending a full tablet report...
03:20:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.629904 20010 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:50.630199 20009 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:51.947412 20011 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1315 milliseconds
03:20:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.947520 20002 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:20:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.948832 20002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:51.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.951051 20002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.952428 20002 hybrid_clock.cc:648] HybridClock initialized: now 1790220051952400 us; error 40 us; skew 500 ppm
03:20:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.953256 20002 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.959977 20002 webserver.cc:460] Webserver started at http://127.18.246.67:43225/ using document root <none> and password file <none>
03:20:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.960989 20002 fs_manager.cc:359] Metadata directory not provided
03:20:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.961228 20002 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.961760 20002 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.966579 20002 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data/instance:
03:20:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72aa1c59d848430f85e5f88db6baa400"
03:20:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:51 on dist-test-slave-59sv"
03:20:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.967789 20002 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal/instance:
03:20:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72aa1c59d848430f85e5f88db6baa400"
03:20:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:51 on dist-test-slave-59sv"
03:20:51.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.975193 20002 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
03:20:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.981113 20019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:51.981029 19988 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 19863
03:20:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:51.982178 19988 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff40 after lost signal to thread 19991
03:20:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.982455 20002 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.982834 20002 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72aa1c59d848430f85e5f88db6baa400"
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:51 on dist-test-slave-59sv"
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:51.983176 20002 fs_report.cc:383] FS layout report
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data/data
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.018959 20002 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.020516 20002 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.021023 20002 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.024372 20002 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:20:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.028563 20002 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:20:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.028789 20002 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:20:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.029134 20002 ts_tablet_manager.cc:610] Registered 0 tablets
03:20:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.029320 20002 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:20:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.224169 20002 rpc_server.cc:307] RPC server started. Bound to: 127.18.246.67:40371
03:20:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.224360 20132 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.246.67:40371 every 8 connection(s)
03:20:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.226965 20002 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/data/info.pb
03:20:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.231380 19417 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20002
03:20:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.231827 19417 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster7185829228636174882/ts-2/wal/instance
03:20:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.281528 20133 heartbeater.cc:347] Connected to a master server at 127.18.246.124:40357
03:20:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.281967 20133 heartbeater.cc:464] Registering TS with master...
03:20:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.284296 20133 heartbeater.cc:511] Master 127.18.246.124:40357 requested a full tablet report, sending...
03:20:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.288172 19616 ts_manager.cc:194] Registered new tserver with Master: 72aa1c59d848430f85e5f88db6baa400 (127.18.246.67:40371)
03:20:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.290025 20134 heartbeater.cc:347] Connected to a master server at 127.18.246.125:34385
03:20:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.290333 20134 heartbeater.cc:464] Registering TS with master...
03:20:52.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.291177 20134 heartbeater.cc:511] Master 127.18.246.125:34385 requested a full tablet report, sending...
03:20:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.293965 19537 ts_manager.cc:194] Registered new tserver with Master: 72aa1c59d848430f85e5f88db6baa400 (127.18.246.67:40371)
03:20:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.296586 20138 heartbeater.cc:347] Connected to a master server at 127.18.246.126:38991
03:20:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.296926 20138 heartbeater.cc:464] Registering TS with master...
03:20:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.297775 20138 heartbeater.cc:511] Master 127.18.246.126:38991 requested a full tablet report, sending...
03:20:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.299733 19462 ts_manager.cc:194] Registered new tserver with Master: 72aa1c59d848430f85e5f88db6baa400 (127.18.246.67:40371)
03:20:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.301939 19462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.246.67:60531
03:20:52.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:52.312237 19417 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:20:52.323 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:20:52.324 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:20:52.334 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.246.126"
port: 38991
}
bound_http_address {
host: "127.18.246.126"
port: 34259
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.246.125"
port: 34385
}
bound_http_address {
host: "127.18.246.125"
port: 38143
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.246.124"
port: 40357
}
bound_http_address {
host: "127.18.246.124"
port: 44755
}
}
}
03:20:52.341 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:20:52.345 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.246.65"
port: 40903
}
bound_http_address {
host: "127.18.246.65"
port: 42567
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.246.66"
port: 42453
}
bound_http_address {
host: "127.18.246.66"
port: 34541
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.246.67"
port: 40371
}
bound_http_address {
host: "127.18.246.67"
port: 43225
}
}
}
03:20:52.346 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:20:52.589 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:20:52.735 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdn2zMw/test-tmp
03:20:52.736 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:20:52.736 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdn2zMw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:20:52.751 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:20:53.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:20:53.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:20:53.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:53.127525 20144 mini_oidc.cc:152] Starting JWKS server
03:20:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:53.132066 20144 webserver.cc:460] Webserver started at http://127.0.0.1:38425/ using document root <none> and password file <none>
03:20:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:53.132531 20144 mini_oidc.cc:189] Starting OIDC Discovery server
03:20:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:53.135233 20144 webserver.cc:460] Webserver started at http://127.0.0.1:36891/ using document root <none> and password file <none>
03:20:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:20:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/principal' for realm 'KRBTEST.COM',
03:20:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:20:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:53 dist-test-slave-59sv krb5kdc[20156](info): setting up network...
03:20:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:20:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:53 dist-test-slave-59sv krb5kdc[20156](info): set up 2 sockets
03:20:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:53 dist-test-slave-59sv krb5kdc[20156](info): commencing operation
03:20:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:20:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:53.305279 20138 heartbeater.cc:503] Master 127.18.246.126:38991 was elected leader, sending a full tablet report...
03:20:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.285316 20144 mini_kdc.cc:121] Time spent starting KDC: real 1.124s user 0.003s sys 0.020s
03:20:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:20:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:20:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:20:54.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:20:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:20:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:20:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:20:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:20:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:20:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:20:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/test-user.keytab.
03:20:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/test-user.keytab.
03:20:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:54 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220054, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:20:54.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:20:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:20:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:20:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:20:54Z Disabled control of system clock
03:20:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.172.62@KRBTEST.COM; defaulting to no policy
03:20:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.172.62@KRBTEST.COM" created.
03:20:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab.
03:20:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab.
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:54.483301 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/logs
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.62:38763
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.62
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.62
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:20:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:20:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.794868 20169 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.795521 20169 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.796239 20169 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.827266 20169 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:20:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.827564 20169 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.827965 20169 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.828289 20169 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.828608 20169 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.828981 20169 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.829205 20169 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:54.865942 20169 master_runner.cc:386] Master server non-default flags:
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.62
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.62:38763
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.62
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/logs
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:54.867432 20169 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:54.868743 20169 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.887650 20179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.887668 20176 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:54.889379 20169 server_base.cc:1034] running on GCE node
03:20:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:54.887677 20177 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:56.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.139907 20169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.142815 20169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.144335 20169 hybrid_clock.cc:648] HybridClock initialized: now 1790220056144264 us; error 79 us; skew 500 ppm
03:20:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.145242 20169 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:56 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220056, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:20:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.152180 20169 init.cc:377] Logged in from keytab as kudu/127.19.172.62@KRBTEST.COM (short username kudu)
03:20:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.158025 20169 webserver.cc:460] Webserver started at http://127.19.172.62:39709/ using document root <none> and password file <none>
03:20:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.158934 20169 fs_manager.cc:359] Metadata directory not provided
03:20:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.159126 20169 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.159523 20169 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.164417 20169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/instance:
03:20:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3408a8e4bc33423a9341c948188733e4"
03:20:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:56 on dist-test-slave-59sv"
03:20:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.165618 20169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal/instance:
03:20:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3408a8e4bc33423a9341c948188733e4"
03:20:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:56 on dist-test-slave-59sv"
03:20:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.174124 20169 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
03:20:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.180022 20187 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.181388 20169 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.181792 20169 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3408a8e4bc33423a9341c948188733e4"
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:56 on dist-test-slave-59sv"
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.182142 20169 fs_report.cc:383] FS layout report
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/data
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.214888 20169 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.220742 20169 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.221154 20169 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.305023 20169 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.62:38763
03:20:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.305589 20238 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.62:38763 every 8 connection(s)
03:20:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.307921 20169 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:20:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.311735 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20169
03:20:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.312397 20144 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal/instance
03:20:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.314543 20239 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:20:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.326828 20239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } has no permanent_uuid. Determining permanent_uuid...
03:20:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.172.61@KRBTEST.COM; defaulting to no policy
03:20:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.172.61@KRBTEST.COM" created.
03:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:56 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220056, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.62@KRBTEST.COM for kudu/127.19.172.62@KRBTEST.COM
03:20:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab.
03:20:56.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab.
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.358960 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/logs
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.61:38613
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.61
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.61
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:20:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.372498 20239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } has no permanent_uuid. Determining permanent_uuid...
03:20:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.374977 20189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.379169 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.429149 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 1
03:20:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.433017 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.501490 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 2
03:20:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.505534 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.597000 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 3
03:20:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.600630 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.693703 20245 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.694262 20245 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.694860 20245 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.727015 20245 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:20:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.727275 20245 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.727540 20245 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.727725 20245 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.728016 20245 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.728240 20245 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.728389 20245 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:20:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.744380 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 4
03:20:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.748116 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.768162 20245 master_runner.cc:386] Master server non-default flags:
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:20:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.61
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.61:38613
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.61
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/logs
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.769712 20245 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:56.771126 20245 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.793047 20252 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:57.047511 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 5
03:20:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:57.052744 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:57.600240 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 6
03:20:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:57.607544 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.61:38613: Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:20:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.793345 20253 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:56.795076 20255 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.072983 20254 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:20:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.073691 20245 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:20:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.077395 20245 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:20:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.080999 20245 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:20:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.082419 20245 hybrid_clock.cc:648] HybridClock initialized: now 1790220058082370 us; error 41 us; skew 500 ppm
03:20:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.083326 20245 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:20:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:58 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220058, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:20:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.089638 20245 init.cc:377] Logged in from keytab as kudu/127.19.172.61@KRBTEST.COM (short username kudu)
03:20:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.094972 20245 webserver.cc:460] Webserver started at http://127.19.172.61:42815/ using document root <none> and password file <none>
03:20:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.096256 20245 fs_manager.cc:359] Metadata directory not provided
03:20:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.096572 20245 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:20:58.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.096979 20245 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:20:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.102172 20245 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/instance:
03:20:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e1b64a614548858ddf6f899fa19f3e"
03:20:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:58 on dist-test-slave-59sv"
03:20:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.103433 20245 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal/instance:
03:20:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e1b64a614548858ddf6f899fa19f3e"
03:20:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:58 on dist-test-slave-59sv"
03:20:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.111058 20245 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
03:20:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.116966 20265 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:20:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.118242 20245 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.118649 20245 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e1b64a614548858ddf6f899fa19f3e"
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:58 on dist-test-slave-59sv"
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.119117 20245 fs_report.cc:383] FS layout report
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/data
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:20:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:20:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.164611 20245 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:20:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.171422 20245 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:20:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.171852 20245 kserver.cc:163] Server-wide thread pool size limit: 3276
03:20:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.255805 20245 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.61:38613
03:20:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.255873 20317 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.61:38613 every 8 connection(s)
03:20:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.258641 20245 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:20:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.263492 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20245
03:20:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.263950 20144 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal/instance
03:20:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.264532 20318 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:20:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.172.60@KRBTEST.COM; defaulting to no policy
03:20:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.281235 20318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } has no permanent_uuid. Determining permanent_uuid...
03:20:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.172.60@KRBTEST.COM" created.
03:20:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:20:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab.
03:20:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.172.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab.
03:20:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:58 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220058, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.61@KRBTEST.COM for kudu/127.19.172.62@KRBTEST.COM
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.315886 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/logs
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:20:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:20:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.60:41041
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.60
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.60
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:20:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.330094 20318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } has no permanent_uuid. Determining permanent_uuid...
03:20:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:58 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220058, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.61@KRBTEST.COM for kudu/127.19.172.61@KRBTEST.COM
03:20:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.358865 20318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } has no permanent_uuid. Determining permanent_uuid...
03:20:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.361498 20267 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.365415 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.414996 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 1
03:20:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.419018 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.487516 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 2
03:20:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.491737 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.583204 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 3
03:20:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.586769 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.646301 20324 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:20:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.646831 20324 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:20:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.647403 20324 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:20:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.668152 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } attempt: 7
03:20:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:20:58 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220056, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.62@KRBTEST.COM for kudu/127.19.172.61@KRBTEST.COM
03:20:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.685174 20324 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:20:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.685441 20324 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:20:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.685875 20324 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:20:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.686195 20324 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:20:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.686522 20324 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:20:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.686833 20324 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:20:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.687068 20324 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:20:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.693295 20239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } has no permanent_uuid. Determining permanent_uuid...
03:20:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.698439 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.728066 20324 master_runner.cc:386] Master server non-default flags:
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.60
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.60:41041
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:20:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.60
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/logs
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:20:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.729390 20324 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:20:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.730145 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 4
03:20:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.730580 20324 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:20:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.734012 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.750618 20339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:20:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.756803 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 1
03:20:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.760423 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.841837 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 2
03:20:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.845814 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.931294 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 3
03:20:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.934976 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:59.033457 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 5
03:20:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:59.038110 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:59.076473 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 4
03:20:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:59.082136 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:59.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:59.365624 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 5
03:20:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:59.370186 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:59.585538 20318 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 6
03:20:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:59.592597 20318 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:20:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:59.922601 20239 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } attempt: 6
03:20:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:59.929701 20239 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.172.60:41041: Network error: Client connection negotiation failed: client connection to 127.19.172.60:41041: connect: Connection refused (error 111)
03:21:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.750828 20336 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:20:58.752043 20324 server_base.cc:1034] running on GCE node
03:21:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:20:58.751641 20337 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.021498 20324 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:21:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.024139 20324 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:21:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.025496 20324 hybrid_clock.cc:648] HybridClock initialized: now 1790220060025460 us; error 57 us; skew 500 ppm
03:21:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.026353 20324 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:21:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.033318 20324 init.cc:377] Logged in from keytab as kudu/127.19.172.60@KRBTEST.COM (short username kudu)
03:21:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.039692 20324 webserver.cc:460] Webserver started at http://127.19.172.60:36403/ using document root <none> and password file <none>
03:21:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.040699 20324 fs_manager.cc:359] Metadata directory not provided
03:21:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.040943 20324 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:21:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.041448 20324 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:21:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.046486 20324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/instance:
03:21:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "719fd108227848cab1e5132f7fc02bbb"
03:21:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:21:00 on dist-test-slave-59sv"
03:21:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.047776 20324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal/instance:
03:21:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "719fd108227848cab1e5132f7fc02bbb"
03:21:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:21:00 on dist-test-slave-59sv"
03:21:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.055557 20324 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:21:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.062795 20351 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:21:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.064108 20324 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:21:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.064503 20324 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "719fd108227848cab1e5132f7fc02bbb"
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:21:00 on dist-test-slave-59sv"
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.064917 20324 fs_report.cc:383] FS layout report
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/data
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:21:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:21:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:21:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.122427 20324 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:21:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.128814 20324 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:21:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.129343 20324 kserver.cc:163] Server-wide thread pool size limit: 3276
03:21:00.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.214195 20324 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.60:41041
03:21:00.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.214270 20402 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.60:41041 every 8 connection(s)
03:21:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.217005 20324 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:21:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.223556 20403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:21:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.225941 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20324
03:21:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.226415 20144 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal/instance
03:21:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.241353 20403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } has no permanent_uuid. Determining permanent_uuid...
03:21:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for kudu/127.19.172.62@KRBTEST.COM
03:21:00.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220054, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.172.60@KRBTEST.COM
03:21:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.282615 20403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } has no permanent_uuid. Determining permanent_uuid...
03:21:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for kudu/127.19.172.61@KRBTEST.COM
03:21:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220054, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.172.61@KRBTEST.COM
03:21:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.312273 20403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } has no permanent_uuid. Determining permanent_uuid...
03:21:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for kudu/127.19.172.60@KRBTEST.COM
03:21:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220054, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.172.62@KRBTEST.COM
03:21:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.351969 20403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Bootstrap starting.
03:21:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.358453 20144 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:21:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.358474 20403 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Neither blocks nor log segments found. Creating new log.
03:21:00.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.360179 20403 log.cc:824] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Log is configured to *not* fsync() on all Append() calls
03:21:00.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.365163 20403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: No bootstrap required, opened a new log
03:21:00.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:21:00.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:21:00.383 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:21:00.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.172.62"
port: 38763
}
bound_http_address {
host: "127.19.172.62"
port: 39709
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.172.61"
port: 38613
}
bound_http_address {
host: "127.19.172.61"
port: 42815
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.172.60"
port: 41041
}
bound_http_address {
host: "127.19.172.60"
port: 36403
}
}
}
03:21:00.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:21:00.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.388 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:21:00.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:21:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.394120 20403 raft_consensus.cc:348] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.396534 20403 raft_consensus.cc:374] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:21:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.396855 20403 raft_consensus.cc:729] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 719fd108227848cab1e5132f7fc02bbb, State: Initialized, Role: FOLLOWER
03:21:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.397842 20403 consensus_queue.cc:260] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.401510 20414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } } }
03:21:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.403271 20403 sys_catalog.cc:564] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: configured and running, proceeding with master startup.
03:21:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.403205 20414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: This master's current role is: FOLLOWER
03:21:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:21:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:00.437867 20426 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:00.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:00.438202 20426 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.432801 20324 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: OK, instance_id { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" instance_seqno: 1790220056281535 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:21:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.468040 20324 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:00.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.475 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc
03:21:00.482 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:21:00.483 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc
03:21:00.484 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:21:00.488 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:21:00.490 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:21:00.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:21:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:00 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:21:00.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.575 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc
03:21:00.577 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:21:00.578 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.172.62:38763
03:21:00.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:21:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.580760 20144 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 20169
03:21:00.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.609 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.172.60:41041
03:21:00.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:21:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.609848 20144 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 20324
03:21:00.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.637 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.172.61:38613
03:21:00.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:21:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.638386 20144 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 20245
03:21:00.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:00.660 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.172.62:38763
03:21:00.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:00.663967 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/logs
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:21:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.62:38763
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.62
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39709
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.62
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:21:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:00.991346 20431 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:21:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:00.991918 20431 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:21:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:00.992650 20431 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:21:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.025978 20431 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:21:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.026218 20431 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:21:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.026563 20431 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:21:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.026768 20431 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:21:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.026959 20431 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:21:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.027143 20431 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:21:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.027271 20431 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:01.064574 20431 master_runner.cc:386] Master server non-default flags:
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.62.keytab
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.62
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.62:38763
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:21:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.62
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39709
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/logs
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:21:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:01.066121 20431 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:21:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:01.067368 20431 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:21:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.087272 20437 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:01.088956 20431 server_base.cc:1034] running on GCE node
03:21:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.087280 20438 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:01.087857 20440 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.406251 20431 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:21:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.409070 20431 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:21:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.410468 20431 hybrid_clock.cc:648] HybridClock initialized: now 1790220062410430 us; error 51 us; skew 500 ppm
03:21:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.411437 20431 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:21:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:02 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220062, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.418587 20431 init.cc:377] Logged in from keytab as kudu/127.19.172.62@KRBTEST.COM (short username kudu)
03:21:02.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.423343 20431 webserver.cc:460] Webserver started at http://127.19.172.62:39709/ using document root <none> and password file <none>
03:21:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.424223 20431 fs_manager.cc:359] Metadata directory not provided
03:21:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.424423 20431 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:21:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.432708 20431 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.002s sys 0.004s
03:21:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.437279 20449 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:21:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.438517 20431 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
03:21:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.438932 20431 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:21:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3408a8e4bc33423a9341c948188733e4"
03:21:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:56 on dist-test-slave-59sv"
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.441716 20431 fs_report.cc:383] FS layout report
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/data
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:21:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:21:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:21:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.480336 20431 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:21:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.486840 20431 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:21:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.487416 20431 kserver.cc:163] Server-wide thread pool size limit: 3276
03:21:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.566742 20431 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.62:38763
03:21:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.566823 20500 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.62:38763 every 8 connection(s)
03:21:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.569887 20431 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/data/info.pb
03:21:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.574760 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20431
03:21:02.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:02.575 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.172.60:41041
03:21:02.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:21:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.577179 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data
03:21:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/logs
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.60:41041
03:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.60
03:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36403
03:21:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.60
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:21:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.582180 20501 sys_catalog.cc:263] Verifying existing consensus state
03:21:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260924 03:21:02.583032 20501 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:21:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.583505 20431 master.cc:537] Master@127.19.172.62:38763 shutting down...
03:21:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:02.647163 20431 master.cc:552] Master@127.19.172.62:38763 shutdown complete.
03:21:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:21:02.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.927906 20503 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:21:02.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.928439 20503 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:21:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.929016 20503 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:21:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.962095 20503 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:21:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.962419 20503 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:21:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.962731 20503 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:21:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.963042 20503 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:21:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.963362 20503 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:21:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.963673 20503 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:21:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:02.963924 20503 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:03.002663 20503 master_runner.cc:386] Master server non-default flags:
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.60.keytab
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.60
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.60:41041
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:21:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.60
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36403
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/logs
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:21:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:21:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:21:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:03.003825 20503 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:21:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:03.005095 20503 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:21:03.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:03.024331 20509 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:03.308077 19988 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6020 after lost signal to thread 19863
03:21:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:03.309103 19988 debug-util.cc:398] Leaking SignalData structure 0x7b08000b96c0 after lost signal to thread 19991
03:21:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:03.024360 20512 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:03.026985 20503 server_base.cc:1034] running on GCE node
03:21:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:03.025120 20510 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.300565 20503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:21:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.303818 20503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:21:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.305363 20503 hybrid_clock.cc:648] HybridClock initialized: now 1790220064305278 us; error 78 us; skew 500 ppm
03:21:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.306445 20503 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:21:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:04 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220064, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:04.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.320637 20503 init.cc:377] Logged in from keytab as kudu/127.19.172.60@KRBTEST.COM (short username kudu)
03:21:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.326095 20503 webserver.cc:460] Webserver started at http://127.19.172.60:36403/ using document root <none> and password file <none>
03:21:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.326967 20503 fs_manager.cc:359] Metadata directory not provided
03:21:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.327211 20503 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:21:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.335347 20503 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
03:21:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.340167 20521 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:21:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.341430 20503 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.341831 20503 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "719fd108227848cab1e5132f7fc02bbb"
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:21:00 on dist-test-slave-59sv"
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.344167 20503 fs_report.cc:383] FS layout report
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/wal
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/data
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:21:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:21:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.396279 20503 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:21:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.403585 20503 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:21:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.404021 20503 kserver.cc:163] Server-wide thread pool size limit: 3276
03:21:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.479704 20503 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.60:41041
03:21:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.479835 20572 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.60:41041 every 8 connection(s)
03:21:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.482548 20503 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-2/data/info.pb
03:21:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.490273 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20503
03:21:04.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:04.492 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.172.61:38613
03:21:04.492 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:21:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.493444 20573 sys_catalog.cc:263] Verifying existing consensus state
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.493939 20144 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/logs
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:21:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.61:38613
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.61
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42815
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.61
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:21:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.499066 20573 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Bootstrap starting.
03:21:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.544683 20573 log.cc:824] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Log is configured to *not* fsync() on all Append() calls
03:21:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.549909 20573 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:21:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.550753 20573 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Bootstrap complete.
03:21:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.586998 20573 raft_consensus.cc:348] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.590909 20573 raft_consensus.cc:374] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:21:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.591275 20573 raft_consensus.cc:729] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 719fd108227848cab1e5132f7fc02bbb, State: Initialized, Role: FOLLOWER
03:21:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.592362 20573 consensus_queue.cc:260] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.595436 20578 sys_catalog.cc:455] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } } }
03:21:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.596196 20578 sys_catalog.cc:458] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: This master's current role is: FOLLOWER
03:21:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.597669 20573 sys_catalog.cc:564] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [sys.catalog]: configured and running, proceeding with master startup.
03:21:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.644265 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.644671 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.659399 20527 tablet.cc:2369] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:21:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.645634 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.677806 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.734854 20578 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.735436 20578 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.740624 20578 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.741077 20525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.755743 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.756608 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.757036 20525 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.758249 20578 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:04.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.893827 20575 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:21:04.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.894518 20575 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:21:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.895223 20575 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:21:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.930382 20575 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:21:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.930666 20575 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:21:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.931066 20575 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:21:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.931401 20575 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:21:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.931711 20575 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:21:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.932068 20575 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:21:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.932300 20575 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38425/jwks.json
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.972163 20575 master_runner.cc:386] Master server non-default flags:
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.172.20:36059
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data
03:21:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.172.62:38763,127.19.172.61:38613,127.19.172.60:41041
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/krb5kdc/kudu_127.19.172.61.keytab
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.172.61
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.172.61:38613
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38425/jwks.json
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.172.61
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42815
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/logs
03:21:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 02:28:12 UTC on ccycloud.quasar-rlwkeb.root.comops.site
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669249
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:21:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.973793 20575 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:21:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.974992 20575 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:21:04.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.995384 20600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:05.651021 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:05.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:05.652906 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:06.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.998225 20602 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:04.997186 20575 server_base.cc:1034] running on GCE node
03:21:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:04.995477 20599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:21:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.321826 20575 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:21:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.325294 20575 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:21:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.326838 20575 hybrid_clock.cc:648] HybridClock initialized: now 1790220066326798 us; error 54 us; skew 500 ppm
03:21:06.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.327983 20575 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:21:06.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:06 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220066, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:06.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.334610 20575 init.cc:377] Logged in from keytab as kudu/127.19.172.61@KRBTEST.COM (short username kudu)
03:21:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.342633 20575 webserver.cc:460] Webserver started at http://127.19.172.61:42815/ using document root <none> and password file <none>
03:21:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.344148 20575 fs_manager.cc:359] Metadata directory not provided
03:21:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.344451 20575 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:21:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.353605 20575 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
03:21:06.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.360244 20610 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:21:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.361505 20575 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
03:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.361891 20575 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data,/tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e1b64a614548858ddf6f899fa19f3e"
03:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 03:20:58 on dist-test-slave-59sv"
03:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.364400 20575 fs_report.cc:383] FS layout report
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/data
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:21:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.402741 20575 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:21:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.409407 20575 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:21:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.410082 20575 kserver.cc:163] Server-wide thread pool size limit: 3276
03:21:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.508317 20575 rpc_server.cc:307] RPC server started. Bound to: 127.19.172.61:38613
03:21:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.508514 20661 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.172.61:38613 every 8 connection(s)
03:21:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.511368 20575 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/data/info.pb
03:21:06.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:21:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.512264 20144 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu as pid 20575
03:21:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.526785 20662 sys_catalog.cc:263] Verifying existing consensus state
03:21:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260924 03:21:06.527760 20662 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:21:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.528239 20575 master.cc:537] Master@127.19.172.61:38613 shutting down...
03:21:06.583 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.632647 20575 master.cc:552] Master@127.19.172.61:38613 shutdown complete.
03:21:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdn2zMw/test-tmp/mini-kudu-cluster3300681639401616616/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:21:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.657320 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.657665 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:06.662 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.172.60:41041(127.19.172.60:41041)] connecting to peer
03:21:06.666 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.708861 20667 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.709805 20667 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.718202 20667 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.721151 19647 debug-util.cc:398] Leaking SignalData structure 0x7b080007a420 after lost signal to thread 19579
03:21:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.722095 19647 debug-util.cc:398] Leaking SignalData structure 0x7b08000b66c0 after lost signal to thread 19650
03:21:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.737102 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:06.747 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.172.60:41041(127.19.172.60:41041)] Successfully connected to peer
03:21:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:06.750308 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.750955 20523 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:06.751951 20667 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:06.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:06.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:06.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:06.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:06.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:06.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:06.833 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:21:06.842 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.172.60
03:21:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:07 dist-test-slave-59sv krb5kdc[20156](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220060, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.172.60@KRBTEST.COM
03:21:07.090 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc4da3157, L:/127.0.0.1:43986 - R:/127.19.172.60:41041] using SASL/GSSAPI
03:21:07.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.123 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.138 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.140 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.158 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.178 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.179 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.199 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.200 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.240 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.341 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.419 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.420 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:07.661120 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:07.661401 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:07.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:07.741 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:07.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:07.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:07.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:08.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:08.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:08.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:08.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:08.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:08.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:08.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:08.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:08.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:08.266345 20674 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:08.266762 20674 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:08.268471 20674 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:08.273793 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:08.275226 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:08.275615 20523 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:08.276314 20674 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:08.664464 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:08.664788 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:09.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:09.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:09.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:09.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:09.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:09.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:09.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:09.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:09.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:09.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:09.538632 20129 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcdc0 after lost signal to thread 20004
03:21:09.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:09.539460 20129 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcca0 after lost signal to thread 20132
03:21:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:09.669198 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:09.669584 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:09.680775 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:09.681288 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:10.398 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:10.401 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:10.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:10.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:10.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:10.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:10.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:10.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:10.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:10.672428 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:10.672777 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:11.108251 20683 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:11.108599 20683 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:11.110251 20683 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:11.112391 20525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:21:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:11.115710 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:11.116259 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:11.116629 20523 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:11.117616 20683 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:11.675737 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:11.675992 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:12.679205 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:12.679495 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:13.683136 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:13.683454 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:13.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:13.760 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:13.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:13.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:13.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:13.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:13.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:13.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:13.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:14 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220074, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:14.325098 20517 init.cc:295] Successfully reacquired a new kerberos TGT
03:21:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:14.684815 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:14.685307 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:14.686807 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:14.687021 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:15.689916 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:15.690212 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:16.279989 20129 debug-util.cc:398] Leaking SignalData structure 0x7b08000afbc0 after lost signal to thread 20004
03:21:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:16.280872 20129 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa40 after lost signal to thread 20132
03:21:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:16.693051 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:16.693312 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:17.039 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:17.040 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:17.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:17.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:17.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:17.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:17.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:17.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:17.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:17.353044 20692 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:17.353457 20692 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:17.355156 20692 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:17.357236 20525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:21:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:17.361481 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:17.362323 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:17.362722 20525 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:17.363600 20692 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:17.696660 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:17.696936 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:18.699891 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:18.700150 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:19.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:19.688043 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:19.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:19.688458 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:19.703567 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:19.703866 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:20.439 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:20.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:20.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:20.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:20.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:20.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:20.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:20.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:20.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:20.706941 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:20.707239 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:20.960976 20703 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:20.961437 20703 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:20.963147 20703 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:20.967788 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:20.968201 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:20.968484 20523 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:20.969002 20703 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:21.378 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:21.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:21.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:21.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:21.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:21.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:21.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:21.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:21.442063 19568 debug-util.cc:398] Leaking SignalData structure 0x7b0800096820 after lost signal to thread 19503
03:21:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:21.443423 19568 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1520 after lost signal to thread 19571
03:21:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:21.710296 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:21.710539 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:22.713219 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:22.713465 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:23.717150 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:23.717535 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:24 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220084, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:24.327440 20517 init.cc:295] Successfully reacquired a new kerberos TGT
03:21:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:24.692173 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:24.692694 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:24.720692 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:24.720988 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:24.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:24.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:24.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:24.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:24.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:24.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:24.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:24.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:24.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:25.723896 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:25.724153 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:26.726877 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:26.727124 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:26.898 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:26.900 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:26.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:26.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:26.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:26.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:26.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:26.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:27.730500 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:27.730767 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:28.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:28.733456 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:28.733783 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.673944 20717 raft_consensus.cc:482] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:21:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.674379 20717 raft_consensus.cc:504] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3408a8e4bc33423a9341c948188733e4" member_type: VOTER last_known_addr { host: "127.19.172.62" port: 38763 } } peers { permanent_uuid: "c7e1b64a614548858ddf6f899fa19f3e" member_type: VOTER last_known_addr { host: "127.19.172.61" port: 38613 } } peers { permanent_uuid: "719fd108227848cab1e5132f7fc02bbb" member_type: VOTER last_known_addr { host: "127.19.172.60" port: 41041 } }
03:21:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.676019 20717 leader_election.cc:288] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763), c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613)
03:21:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:29.678117 20525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:21:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:29.680751 20523 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c7e1b64a614548858ddf6f899fa19f3e (127.19.172.61:38613): Network error: Client connection negotiation failed: client connection to 127.19.172.61:38613: connect: Connection refused (error 111)
03:21:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:29.681159 20525 leader_election.cc:334] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3408a8e4bc33423a9341c948188733e4 (127.19.172.62:38763): Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111)
03:21:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.681509 20525 leader_election.cc:302] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 719fd108227848cab1e5132f7fc02bbb; no voters: 3408a8e4bc33423a9341c948188733e4, c7e1b64a614548858ddf6f899fa19f3e
03:21:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.682266 20717 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:21:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.694464 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:29.694772 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:29.736477 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:29.736730 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:30.599 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:30.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:30.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:30.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:30.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:30.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:30.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:30.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:30.739559 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:30.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:30.739804 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:31.742718 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:31.742980 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:32.745800 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:32.746054 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:33.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:33.260 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:33.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:33.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:33.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:33.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:33.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:33.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:33.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:33.646525 19568 debug-util.cc:398] Leaking SignalData structure 0x7b0800078120 after lost signal to thread 19503
03:21:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:33.647053 19568 debug-util.cc:398] Leaking SignalData structure 0x7b080003f7a0 after lost signal to thread 19571
03:21:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:33.749096 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:33.749415 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 03:21:34 dist-test-slave-59sv krb5kdc[20156](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790220094, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.172.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:21:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:34.330077 20517 init.cc:295] Successfully reacquired a new kerberos TGT
03:21:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:34.697868 20503 master_runner.cc:186] Error getting master registration for 127.19.172.62:38763: Network error: Client connection negotiation failed: client connection to 127.19.172.62:38763: connect: Connection refused (error 111),
03:21:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:34.698302 20503 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:21:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:34.752259 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:34.752576 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:35.755074 20589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 719fd108227848cab1e5132f7fc02bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:21:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 03:21:35.755321 20589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:21:35.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.62:38763(127.19.172.62:38763)] connecting to peer
03:21:35.840 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.172.61:38613(127.19.172.61:38613)] connecting to peer
03:21:35.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:35.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:35.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.172.61:38613(127.19.172.61:38613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:35.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.62:38763(127.19.172.62:38763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:35.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.61:38613: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613
03:21:35.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.172.62:38763: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
03:21:35.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613; will retry
03:21:35.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [237ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [245ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [612ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [614ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [626ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [646ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [660ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [681ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [687ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [726ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [900ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1216ms] refreshing cache from master, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1224ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1716ms] refreshing cache from master, [1716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1725ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2636ms] refreshing cache from master, [2636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [3876ms] refreshing cache from master, [3876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [3877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@928529706(state=PENDING, result=null, callback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724), errback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724)))
03:21:35.853 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.172.61:38613(127.19.172.61:38613)] disconnecting while in state TERMINATED
03:21:35.854 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.172.60:41041(127.19.172.60:41041)] disconnecting while in state READY
03:21:35.854 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.172.62:38763(127.19.172.62:38763)] disconnecting while in state TERMINATED
03:21:35.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:21:35.862 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.172.60:41041(127.19.172.60:41041)] handling channelInactive
03:21:35.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.172.60:41041(127.19.172.60:41041)] cleaning up while in state READY due to: connection closed
03:21:35.864 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:21:35.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:35.872177 20144 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 20503
03:21:37.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:21:37Z chronyd exiting
03:21:38.125 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:21:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.126739 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 19695
03:21:38.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.151490 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 19860
03:21:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.179108 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 20002
03:21:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.208344 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 19429
03:21:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.239480 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 19499
03:21:38.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 03:21:38.272239 19417 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdn2zMw/build/tsan/bin/kudu with pid 19574
03:21:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T03:21:39Z chronyd exiting
03:21:40.449 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [237ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [245ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [612ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [614ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [626ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [646ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [660ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [681ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [687ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [726ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [900ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1216ms] refreshing cache from master, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1224ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1716ms] refreshing cache from master, [1716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1725ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2636ms] refreshing cache from master, [2636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [3876ms] refreshing cache from master, [3876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [3877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@928529706(state=PENDING, result=null, callback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724), errback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.172.62:38763
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [237ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [245ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [612ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [614ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [626ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [646ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [660ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [681ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [687ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [726ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [900ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1216ms] refreshing cache from master, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1224ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1716ms] refreshing cache from master, [1716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1725ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2636ms] refreshing cache from master, [2636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [3876ms] refreshing cache from master, [3876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [3877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@928529706(state=PENDING, result=null, callback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724), errback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.172.62:38763
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:21:40.969 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
03:21:40.969 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [237ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [245ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [612ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [614ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [626ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [646ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [660ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [681ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [687ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [726ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [900ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1216ms] refreshing cache from master, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1224ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1716ms] refreshing cache from master, [1716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1725ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2636ms] refreshing cache from master, [2636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [3876ms] refreshing cache from master, [3876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [3877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@928529706(state=PENDING, result=null, callback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724), errback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.172.62:38763
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [237ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [245ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [605ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [612ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [614ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [626ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [646ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [660ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [681ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [687ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [726ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [896ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [900ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1216ms] refreshing cache from master, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1224ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1716ms] refreshing cache from master, [1716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [1725ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2636ms] refreshing cache from master, [2636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.61:38613: Network error: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.62:38763: Network error: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.19.172.60:41041: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763, [3876ms] refreshing cache from master, [3876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.62:38763, [3877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.60:41041, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.172.61:38613, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@928529706(state=PENDING, result=null, callback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724), errback=(continuation of Deferred@402258348 after retry RPC after error@1739094881) -> (continuation of Deferred@2052909977 after retry RPC after error@211495061) -> (continuation of Deferred@1417122867 after retry RPC after error@1889574575) -> (continuation of Deferred@1841144577 after retry RPC after error@943186339) -> (continuation of Deferred@1342778522 after retry RPC after error@615028178) -> (continuation of Deferred@604868589 after retry RPC after error@590370870) -> (continuation of Deferred@977591606 after retry RPC after error@1520617897) -> (continuation of Deferred@303585271 after retry RPC after error@868768874) -> (continuation of Deferred@804883016 after retry RPC after error@1666900383) -> (continuation of Deferred@867018220 after retry RPC after error@1115129087) -> (continuation of Deferred@557841715 after retry RPC after error@366851730) -> (continuation of Deferred@1258414848 after retry RPC after error@892327651) -> (continuation of Deferred@1797747472 after retry RPC after error@322318784) -> (continuation of Deferred@1475070277 after retry RPC after error@481854869) -> (continuation of Deferred@1280821985 after retry RPC after error@1850559130) -> (continuation of Deferred@1734678519 after retry RPC after error@1059693219) -> (continuation of Deferred@1306228581 after retry RPC after error@1229389278) -> (continuation of Deferred@114528686 after retry RPC after error@1948059501) -> (continuation of Deferred@1659582164 after retry RPC after error@482185050) -> (continuation of Deferred@116994946 after retry RPC after error@440629855) -> (continuation of Deferred@564503125 after retry RPC after error@1368538724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.172.62:38763,127.19.172.60:41041,127.19.172.61:38613) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.61:38613(127.19.172.61:38613): Connection refused: /127.19.172.61:38613,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.172.62:38763(127.19.172.62:38763): Connection refused: /127.19.172.62:38763
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.172.62:38763
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)