20:46:15.309 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:46:15.321 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasklHRD6N/test-tmp
20:46:15.324 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:46:15.328 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasklHRD6N/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:46:15.609 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:46:15.783 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:46:15.784 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:46:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:15.788246 18893 mini_oidc.cc:152] Starting JWKS server
20:46:15.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:15.793467 18893 webserver.cc:460] Webserver started at http://127.0.0.1:35303/ using document root <none> and password file <none>
20:46:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:15.794044 18893 mini_oidc.cc:189] Starting OIDC Discovery server
20:46:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:15.795897 18893 webserver.cc:460] Webserver started at http://127.0.0.1:37615/ using document root <none> and password file <none>
20:46:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:46:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:46:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:46:15Z Disabled control of system clock
20:46:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:15.850665 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal
20:46:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/logs
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data/info.pb
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.126:35291
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.126
20:46:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json with env {}
20:46:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.168494 18905 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.169205 18905 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.169798 18905 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.201332 18905 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.201632 18905 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.201824 18905 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.202099 18905 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.202373 18905 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.202564 18905 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35303/jwks.json
20:46:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:16.238250 18905 master_runner.cc:386] Master server non-default flags:
20:46:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data
20:46:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.126:35291
20:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data/info.pb
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.126
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/logs
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:16.240053 18905 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:16.241953 18905 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.272099 18911 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.272298 18912 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:16.272320 18914 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:16.273252 18905 server_base.cc:1034] running on GCE node
20:46:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.529611 18905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.533288 18905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.534708 18905 hybrid_clock.cc:648] HybridClock initialized: now 1790628377534659 us; error 93 us; skew 500 ppm
20:46:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.536020 18905 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:17.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.556020 18905 webserver.cc:460] Webserver started at http://127.18.115.126:33303/ using document root <none> and password file <none>
20:46:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.557206 18905 fs_manager.cc:359] Metadata directory not provided
20:46:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.557410 18905 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.557938 18905 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.563670 18905 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data/instance:
20:46:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f058b25f1a6843b195132e02164dd2cc"
20:46:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:17 on dist-test-slave-wc3v"
20:46:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.565294 18905 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal/instance:
20:46:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f058b25f1a6843b195132e02164dd2cc"
20:46:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:17 on dist-test-slave-wc3v"
20:46:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.574710 18905 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
20:46:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.581674 18921 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.583055 18905 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:46:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.583554 18905 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal
20:46:17.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f058b25f1a6843b195132e02164dd2cc"
20:46:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:17 on dist-test-slave-wc3v"
20:46:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.584069 18905 fs_report.cc:383] FS layout report
20:46:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal
20:46:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data/data
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:17.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.630280 18905 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.632207 18905 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.632738 18905 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.707259 18905 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.126:35291
20:46:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.707348 18972 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.126:35291 every 8 connection(s)
20:46:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.710494 18905 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/data/info.pb
20:46:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.712636 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 18905
20:46:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.713284 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-0/wal/instance
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.717619 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/logs
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data/info.pb
20:46:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.125:33463
20:46:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.125
20:46:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json with env {}
20:46:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.720975 18973 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:17.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.736030 18973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } has no permanent_uuid. Determining permanent_uuid...
20:46:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.771437 18973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } has no permanent_uuid. Determining permanent_uuid...
20:46:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:17.773782 18923 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:17.777995 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:17.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.827579 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 1
20:46:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:17.831462 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.899945 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 2
20:46:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:17.904206 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:17.995733 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 3
20:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:17.999526 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.042490 18975 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.043045 18975 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.043670 18975 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.075963 18975 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.076267 18975 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.076462 18975 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.076642 18975 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.076829 18975 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.076960 18975 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35303/jwks.json
20:46:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.113298 18975 master_runner.cc:386] Master server non-default flags:
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.125:33463
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data/info.pb
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.125
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/logs
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.114622 18975 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.116417 18975 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.135913 18987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.142973 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 4
20:46:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.147194 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.446628 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 5
20:46:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.450207 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.997650 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 6
20:46:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.007016 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.125:33463: Network error: Client connection negotiation failed: client connection to 127.18.115.125:33463: connect: Connection refused (error 111)
20:46:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.135917 18985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:18.137343 18975 server_base.cc:1034] running on GCE node
20:46:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:18.135908 18984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.334086 18975 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.337651 18975 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.339169 18975 hybrid_clock.cc:648] HybridClock initialized: now 1790628379339104 us; error 84 us; skew 500 ppm
20:46:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.340468 18975 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.347383 18975 webserver.cc:460] Webserver started at http://127.18.115.125:39337/ using document root <none> and password file <none>
20:46:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.348492 18975 fs_manager.cc:359] Metadata directory not provided
20:46:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.348706 18975 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.349128 18975 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.354812 18975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data/instance:
20:46:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc540bbf42a443c9f316bc4fdbc0120"
20:46:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:19 on dist-test-slave-wc3v"
20:46:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.356300 18975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal/instance:
20:46:19.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc540bbf42a443c9f316bc4fdbc0120"
20:46:19.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:19 on dist-test-slave-wc3v"
20:46:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.364621 18975 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
20:46:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.371043 18996 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.372519 18975 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:46:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.373067 18975 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal
20:46:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc540bbf42a443c9f316bc4fdbc0120"
20:46:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:19 on dist-test-slave-wc3v"
20:46:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.373523 18975 fs_report.cc:383] FS layout report
20:46:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal
20:46:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data/data
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.414115 18975 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.415966 18975 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.416522 18975 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.517782 18975 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.125:33463
20:46:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.517854 19048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.125:33463 every 8 connection(s)
20:46:19.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.520892 18975 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/data/info.pb
20:46:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.528119 19049 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.528344 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 18975
20:46:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.528663 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-1/wal/instance
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.530820 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/logs
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data/info.pb
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.124:38277
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.124
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json with env {}
20:46:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.548700 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } has no permanent_uuid. Determining permanent_uuid...
20:46:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.583755 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } has no permanent_uuid. Determining permanent_uuid...
20:46:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.604252 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:46:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.606878 18997 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.615818 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.665555 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 1
20:46:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.669790 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.738186 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 2
20:46:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.742870 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:19.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.834437 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 3
20:46:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.840226 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.930775 19051 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.931437 19051 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.931959 19051 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.963320 19051 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.963609 19051 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.963821 19051 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.964010 19051 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.964182 19051 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.964319 19051 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35303/jwks.json
20:46:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:19.983682 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 4
20:46:19.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:19.987936 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.004602 19051 master_runner.cc:386] Master server non-default flags:
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.124:38277
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35303/jwks.json
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data/info.pb
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.124
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/logs
20:46:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.006249 19051 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.008597 19051 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:20.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.035465 19064 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.067551 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } attempt: 7
20:46:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.088155 18973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:46:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.094168 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.152575 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 1
20:46:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.156689 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.238288 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 2
20:46:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.242533 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.287410 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 5
20:46:20.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.292953 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.328157 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 3
20:46:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.332695 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.473340 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 4
20:46:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.479038 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.762511 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 5
20:46:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.768142 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:20.840407 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 6
20:46:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.848483 19049 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.036134 19061 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:20.035704 19062 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:21.279590 19063 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:46:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.279752 19051 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:46:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.283506 19051 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.286366 19051 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.287755 19051 hybrid_clock.cc:648] HybridClock initialized: now 1790628381287720 us; error 82 us; skew 500 ppm
20:46:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.288631 19051 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.301613 19051 webserver.cc:460] Webserver started at http://127.18.115.124:39899/ using document root <none> and password file <none>
20:46:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.303084 19051 fs_manager.cc:359] Metadata directory not provided
20:46:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.303386 19051 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.304113 19051 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.313283 19051 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data/instance:
20:46:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c521e1c7fc084ed691fcfe9953aca6b8"
20:46:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:21 on dist-test-slave-wc3v"
20:46:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.315037 19051 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal/instance:
20:46:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c521e1c7fc084ed691fcfe9953aca6b8"
20:46:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:21 on dist-test-slave-wc3v"
20:46:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.320689 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 6
20:46:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.327395 19051 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.005s sys 0.005s
20:46:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:21.329545 18973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.115.124:38277: Network error: Client connection negotiation failed: client connection to 127.18.115.124:38277: connect: Connection refused (error 111)
20:46:21.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.333768 19077 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.335273 19051 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.335608 19051 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c521e1c7fc084ed691fcfe9953aca6b8"
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:21 on dist-test-slave-wc3v"
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.336105 19051 fs_report.cc:383] FS layout report
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data/data
20:46:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.376353 19051 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.378311 19051 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.378969 19051 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.476671 19051 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.124:38277
20:46:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.476758 19129 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.124:38277 every 8 connection(s)
20:46:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.479277 19051 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/data/info.pb
20:46:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.483201 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19051
20:46:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.483700 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/master-2/wal/instance
20:46:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.485206 19130 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.506028 19130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } has no permanent_uuid. Determining permanent_uuid...
20:46:21.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.543128 19130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } has no permanent_uuid. Determining permanent_uuid...
20:46:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.556044 19130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:46:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.576318 19130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: Bootstrap starting.
20:46:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.589999 19130 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: Neither blocks nor log segments found. Creating new log.
20:46:21.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.595690 19130 log.cc:824] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: Log is configured to *not* fsync() on all Append() calls
20:46:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.601994 19130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: No bootstrap required, opened a new log
20:46:21.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.629078 19130 raft_consensus.cc:348] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:21.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.629766 19130 raft_consensus.cc:374] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:46:21.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.630028 19130 raft_consensus.cc:729] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c521e1c7fc084ed691fcfe9953aca6b8, State: Initialized, Role: FOLLOWER
20:46:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.631072 19130 consensus_queue.cc:260] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.633998 19139 sys_catalog.cc:455] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.635308 19139 sys_catalog.cc:458] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: This master's current role is: FOLLOWER
20:46:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.636008 19130 sys_catalog.cc:564] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: configured and running, proceeding with master startup.
20:46:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:21.636468 19083 tablet.cc:2369] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:46:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:21.666883 19150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:21.667196 19150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:21.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.659936 19051 master_runner.cc:186] Error getting master registration for 127.18.115.126:35291: OK, instance_id { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" instance_seqno: 1790628377687612 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:46:21.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.698881 19051 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.908990 19049 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 7
20:46:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.929865 19049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: Bootstrap starting.
20:46:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.934865 19049 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: Neither blocks nor log segments found. Creating new log.
20:46:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.936559 19049 log.cc:824] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: Log is configured to *not* fsync() on all Append() calls
20:46:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.942322 19049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: No bootstrap required, opened a new log
20:46:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.958285 19139 raft_consensus.cc:482] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.959261 19139 raft_consensus.cc:504] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.965723 19139 leader_election.cc:288] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f058b25f1a6843b195132e02164dd2cc (127.18.115.126:35291), 9dc540bbf42a443c9f316bc4fdbc0120 (127.18.115.125:33463)
20:46:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.980611 19049 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.981575 19049 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:46:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.981866 19049 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dc540bbf42a443c9f316bc4fdbc0120, State: Initialized, Role: FOLLOWER
20:46:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.982969 19049 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.987030 19154 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.988724 19049 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: configured and running, proceeding with master startup.
20:46:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.988898 19023 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" is_pre_election: true
20:46:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.989285 19154 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: This master's current role is: FOLLOWER
20:46:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.990060 19023 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c521e1c7fc084ed691fcfe9953aca6b8 in term 0.
20:46:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.994290 19079 leader_election.cc:302] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9dc540bbf42a443c9f316bc4fdbc0120, c521e1c7fc084ed691fcfe9953aca6b8; no voters:
20:46:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.996090 19139 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:46:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.996640 19139 raft_consensus.cc:482] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:46:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:21.997376 19139 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 0 FOLLOWER]: Advancing to term 1
20:46:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.008360 19139 raft_consensus.cc:504] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.017827 19139 leader_election.cc:288] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [CANDIDATE]: Term 1 election: Requested vote from peers f058b25f1a6843b195132e02164dd2cc (127.18.115.126:35291), 9dc540bbf42a443c9f316bc4fdbc0120 (127.18.115.125:33463)
20:46:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.019595 19023 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc540bbf42a443c9f316bc4fdbc0120"
20:46:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.020334 19023 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 0 FOLLOWER]: Advancing to term 1
20:46:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.028445 19023 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c521e1c7fc084ed691fcfe9953aca6b8 in term 1.
20:46:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.030226 19079 leader_election.cc:302] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9dc540bbf42a443c9f316bc4fdbc0120, c521e1c7fc084ed691fcfe9953aca6b8; no voters:
20:46:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.031394 19139 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 1 FOLLOWER]: Leader election won for term 1
20:46:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.045714 19139 raft_consensus.cc:686] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [term 1 LEADER]: Becoming Leader. State: Replica: c521e1c7fc084ed691fcfe9953aca6b8, State: Running, Role: LEADER
20:46:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.046981 19139 consensus_queue.cc:237] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.064037 19161 sys_catalog.cc:455] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c521e1c7fc084ed691fcfe9953aca6b8. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.064965 19161 sys_catalog.cc:458] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: This master's current role is: LEADER
20:46:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.076588 19169 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:46:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.085227 19169 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:46:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.090855 19168 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.092309 19168 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.066303 18975 master_runner.cc:186] Error getting master registration for 127.18.115.126:35291: OK, instance_id { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" instance_seqno: 1790628377687612 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:46:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.123857 19023 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [term 1 FOLLOWER]: Refusing update from remote peer c521e1c7fc084ed691fcfe9953aca6b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:46:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.124611 18975 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.127590 19139 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:46:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.175173 19002 tablet.cc:2369] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:46:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.178638 19139 sys_catalog.cc:455] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.179512 19139 sys_catalog.cc:458] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: This master's current role is: LEADER
20:46:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.178978 19154 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c521e1c7fc084ed691fcfe9953aca6b8. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.179898 19154 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: This master's current role is: FOLLOWER
20:46:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.180208 19171 mvcc.cc:205] Tried to move back new op lower bound from 7334413853142597632 to 7334413852885536768. Current Snapshot: MvccSnapshot[applied={T|T < 7334413853142597632}]
20:46:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.194239 19169 catalog_manager.cc:1347] Generated new cluster ID: cd3ca7f378f0458289935673c84e6784
20:46:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.194633 19169 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:46:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.222919 19154 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.223834 19154 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120 [sys.catalog]: This master's current role is: FOLLOWER
20:46:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.267477 19169 catalog_manager.cc:1370] Generated new certificate authority record
20:46:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.270504 19169 catalog_manager.cc:1504] Loading token signing keys...
20:46:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.302659 19169 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8: Generated new TSK 0
20:46:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.304520 19169 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.351948 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/logs
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data/info.pb
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.65:0
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.65
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.65
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:46:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.362902 18973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } attempt: 7
20:46:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.390923 18973 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: Bootstrap starting.
20:46:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.415591 18973 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: Neither blocks nor log segments found. Creating new log.
20:46:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.425765 18973 log.cc:824] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: Log is configured to *not* fsync() on all Append() calls
20:46:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.454738 18973 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: No bootstrap required, opened a new log
20:46:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.596341 18973 raft_consensus.cc:348] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.599162 18973 raft_consensus.cc:374] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:46:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.600216 18973 raft_consensus.cc:729] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f058b25f1a6843b195132e02164dd2cc, State: Initialized, Role: FOLLOWER
20:46:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.603040 18973 consensus_queue.cc:260] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } }
20:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.620748 19180 sys_catalog.cc:455] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.621657 19180 sys_catalog.cc:458] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: This master's current role is: FOLLOWER
20:46:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.627579 18948 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f058b25f1a6843b195132e02164dd2cc" is_pre_election: true
20:46:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.629455 18947 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f058b25f1a6843b195132e02164dd2cc"
20:46:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.628561 18948 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c521e1c7fc084ed691fcfe9953aca6b8 in term 0.
20:46:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.632889 18946 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 0 FOLLOWER]: Advancing to term 1
20:46:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.642053 18946 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [term 1 FOLLOWER]: Refusing update from remote peer c521e1c7fc084ed691fcfe9953aca6b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:46:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.643823 18973 sys_catalog.cc:564] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: configured and running, proceeding with master startup.
20:46:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.644320 18927 tablet.cc:2369] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:46:22.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.652233 19161 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:46:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.769801 19180 sys_catalog.cc:455] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: SysCatalogTable state changed. Reason: New leader c521e1c7fc084ed691fcfe9953aca6b8. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.770635 19180 sys_catalog.cc:458] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: This master's current role is: FOLLOWER
20:46:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.772286 19187 sys_catalog.cc:455] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.773574 19187 sys_catalog.cc:458] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc [sys.catalog]: This master's current role is: FOLLOWER
20:46:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.864598 19196 catalog_manager.cc:1259] Loaded cluster ID: cd3ca7f378f0458289935673c84e6784
20:46:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.864882 19196 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: loading cluster ID for follower catalog manager: success
20:46:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.888895 19196 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: acquiring CA information for follower catalog manager: success
20:46:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:22.905583 19196 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f058b25f1a6843b195132e02164dd2cc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:46:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.988054 19177 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.988916 19177 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:22.989861 19177 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:23.054383 19177 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:23.055974 19177 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.115.65
20:46:23.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.099256 19168 catalog_manager.cc:1259] Loaded cluster ID: cd3ca7f378f0458289935673c84e6784
20:46:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.099989 19168 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: loading cluster ID for follower catalog manager: success
20:46:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.109601 19168 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: acquiring CA information for follower catalog manager: success
20:46:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.125138 19168 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9dc540bbf42a443c9f316bc4fdbc0120: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.149494 19177 tablet_server_runner.cc:78] Tablet server non-default flags:
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.65:0
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data/info.pb
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.65
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.65
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/logs
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.153119 19177 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.155658 19177 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.209708 19161 sys_catalog.cc:455] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f058b25f1a6843b195132e02164dd2cc" member_type: VOTER last_known_addr { host: "127.18.115.126" port: 35291 } } peers { permanent_uuid: "9dc540bbf42a443c9f316bc4fdbc0120" member_type: VOTER last_known_addr { host: "127.18.115.125" port: 33463 } } peers { permanent_uuid: "c521e1c7fc084ed691fcfe9953aca6b8" member_type: VOTER last_known_addr { host: "127.18.115.124" port: 38277 } } }
20:46:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.210475 19161 sys_catalog.cc:458] T 00000000000000000000000000000000 P c521e1c7fc084ed691fcfe9953aca6b8 [sys.catalog]: This master's current role is: LEADER
20:46:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:23.222020 19205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:23.234901 19204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:23.235781 19177 server_base.cc:1034] running on GCE node
20:46:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:23.229198 19207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.910730 19177 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.913851 19177 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.915705 19177 hybrid_clock.cc:648] HybridClock initialized: now 1790628384915660 us; error 62 us; skew 500 ppm
20:46:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.916883 19177 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.932314 19177 webserver.cc:460] Webserver started at http://127.18.115.65:41183/ using document root <none> and password file <none>
20:46:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.933607 19177 fs_manager.cc:359] Metadata directory not provided
20:46:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.933900 19177 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.936049 19177 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.944110 19177 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data/instance:
20:46:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80995c948cb7430d8a8560385a1420fa"
20:46:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:24 on dist-test-slave-wc3v"
20:46:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.946097 19177 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal/instance:
20:46:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80995c948cb7430d8a8560385a1420fa"
20:46:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:24 on dist-test-slave-wc3v"
20:46:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.956892 19177 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.008s sys 0.000s
20:46:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.965399 19215 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.966952 19177 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
20:46:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.967806 19177 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal
20:46:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80995c948cb7430d8a8560385a1420fa"
20:46:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:24 on dist-test-slave-wc3v"
20:46:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:24.969000 19177 fs_report.cc:383] FS layout report
20:46:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal
20:46:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data/data
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.042088 19177 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.044261 19177 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.045113 19177 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.049171 19177 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.055697 19177 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.056011 19177 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.056339 19177 ts_tablet_manager.cc:610] Registered 0 tablets
20:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.056553 19177 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:46:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.296662 19177 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.65:33797
20:46:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.298470 19327 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.65:33797 every 8 connection(s)
20:46:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.300565 19177 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/data/info.pb
20:46:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.309389 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19177
20:46:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.309842 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-0/wal/instance
20:46:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.343353 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal
20:46:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data
20:46:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/logs
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data/info.pb
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.66:0
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.66
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.66
20:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:46:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.423218 19328 heartbeater.cc:347] Connected to a master server at 127.18.115.124:38277
20:46:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.423735 19328 heartbeater.cc:464] Registering TS with master...
20:46:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.425006 19328 heartbeater.cc:511] Master 127.18.115.124:38277 requested a full tablet report, sending...
20:46:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.428231 19329 heartbeater.cc:347] Connected to a master server at 127.18.115.125:33463
20:46:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.428609 19329 heartbeater.cc:464] Registering TS with master...
20:46:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.429564 19329 heartbeater.cc:511] Master 127.18.115.125:33463 requested a full tablet report, sending...
20:46:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.431936 19094 ts_manager.cc:194] Registered new tserver with Master: 80995c948cb7430d8a8560385a1420fa (127.18.115.65:33797)
20:46:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.432919 19013 ts_manager.cc:194] Registered new tserver with Master: 80995c948cb7430d8a8560385a1420fa (127.18.115.65:33797)
20:46:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.435436 19094 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.115.65:53983
20:46:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.444612 19332 heartbeater.cc:347] Connected to a master server at 127.18.115.126:35291
20:46:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.445006 19332 heartbeater.cc:464] Registering TS with master...
20:46:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.445747 19332 heartbeater.cc:511] Master 127.18.115.126:35291 requested a full tablet report, sending...
20:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.448930 18938 ts_manager.cc:194] Registered new tserver with Master: 80995c948cb7430d8a8560385a1420fa (127.18.115.65:33797)
20:46:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.871268 19338 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.871953 19338 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.872572 19338 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.904632 19338 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.905629 19338 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.115.66
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.942890 19338 tablet_server_runner.cc:78] Tablet server non-default flags:
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.66:0
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data/info.pb
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.66
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.66
20:46:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/logs
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.944525 19338 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.946820 19338 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.973179 19346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:26.441644 19328 heartbeater.cc:503] Master 127.18.115.124:38277 was elected leader, sending a full tablet report...
20:46:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:25.976413 19338 server_base.cc:1034] running on GCE node
20:46:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.976691 19348 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:25.975018 19345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.202775 19338 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.205689 19338 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.207530 19338 hybrid_clock.cc:648] HybridClock initialized: now 1790628387207475 us; error 74 us; skew 500 ppm
20:46:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.208392 19338 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.215287 19338 webserver.cc:460] Webserver started at http://127.18.115.66:43959/ using document root <none> and password file <none>
20:46:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.216302 19338 fs_manager.cc:359] Metadata directory not provided
20:46:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.216498 19338 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.216890 19338 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.221669 19338 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data/instance:
20:46:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04713a0aeaf74afa94846b1fd4f00564"
20:46:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:27 on dist-test-slave-wc3v"
20:46:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.222711 19338 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal/instance:
20:46:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04713a0aeaf74afa94846b1fd4f00564"
20:46:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:27 on dist-test-slave-wc3v"
20:46:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.229986 19338 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
20:46:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.235523 19356 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.236786 19338 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.237072 19338 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04713a0aeaf74afa94846b1fd4f00564"
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:27 on dist-test-slave-wc3v"
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.237416 19338 fs_report.cc:383] FS layout report
20:46:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data/data
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.281697 19338 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.283192 19338 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.283598 19338 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.286181 19338 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:46:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.290630 19338 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:46:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.290977 19338 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:46:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.291219 19338 ts_tablet_manager.cc:610] Registered 0 tablets
20:46:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.291373 19338 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:46:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.479676 19338 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.66:45783
20:46:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.479781 19468 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.66:45783 every 8 connection(s)
20:46:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.482532 19338 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/data/info.pb
20:46:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.491942 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19338
20:46:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.492813 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-1/wal/instance
20:46:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.511519 18893 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/logs
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data/info.pb
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.67:0
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.67
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.67
20:46:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:46:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.557121 19470 heartbeater.cc:347] Connected to a master server at 127.18.115.125:33463
20:46:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.557648 19470 heartbeater.cc:464] Registering TS with master...
20:46:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.559373 19470 heartbeater.cc:511] Master 127.18.115.125:33463 requested a full tablet report, sending...
20:46:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.564059 19013 ts_manager.cc:194] Registered new tserver with Master: 04713a0aeaf74afa94846b1fd4f00564 (127.18.115.66:45783)
20:46:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.567175 19471 heartbeater.cc:347] Connected to a master server at 127.18.115.126:35291
20:46:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.567567 19471 heartbeater.cc:464] Registering TS with master...
20:46:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.568527 19471 heartbeater.cc:511] Master 127.18.115.126:35291 requested a full tablet report, sending...
20:46:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.570070 19469 heartbeater.cc:347] Connected to a master server at 127.18.115.124:38277
20:46:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.570399 19469 heartbeater.cc:464] Registering TS with master...
20:46:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.571266 19469 heartbeater.cc:511] Master 127.18.115.124:38277 requested a full tablet report, sending...
20:46:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.572172 18938 ts_manager.cc:194] Registered new tserver with Master: 04713a0aeaf74afa94846b1fd4f00564 (127.18.115.66:45783)
20:46:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.573508 19094 ts_manager.cc:194] Registered new tserver with Master: 04713a0aeaf74afa94846b1fd4f00564 (127.18.115.66:45783)
20:46:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.575464 19094 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.115.66:59683
20:46:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.882503 19479 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.883078 19479 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.883695 19479 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.916255 19479 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:27.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.917215 19479 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.115.67
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.954114 19479 tablet_server_runner.cc:78] Tablet server non-default flags:
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.115.84:40701
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.115.67:0
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data/info.pb
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.115.67
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.115.126:35291,127.18.115.125:33463,127.18.115.124:38277
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.115.67
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/logs
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.955704 19479 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.957496 19479 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.978901 19489 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:28.579731 19469 heartbeater.cc:503] Master 127.18.115.124:38277 was elected leader, sending a full tablet report...
20:46:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.979066 19487 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:27.985087 19479 server_base.cc:1034] running on GCE node
20:46:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:27.979969 19486 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.194608 19479 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.197013 19479 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.198372 19479 hybrid_clock.cc:648] HybridClock initialized: now 1790628389198329 us; error 68 us; skew 500 ppm
20:46:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.199265 19479 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:29.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.206384 19479 webserver.cc:460] Webserver started at http://127.18.115.67:41507/ using document root <none> and password file <none>
20:46:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.207425 19479 fs_manager.cc:359] Metadata directory not provided
20:46:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.207711 19479 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.208288 19479 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.213277 19479 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data/instance:
20:46:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf4d3ae6290e43ffa1381ae2d67cb095"
20:46:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:29 on dist-test-slave-wc3v"
20:46:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.214473 19479 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal/instance:
20:46:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf4d3ae6290e43ffa1381ae2d67cb095"
20:46:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:29 on dist-test-slave-wc3v"
20:46:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.221840 19479 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
20:46:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.227592 19498 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.228928 19479 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:46:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.229324 19479 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal
20:46:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf4d3ae6290e43ffa1381ae2d67cb095"
20:46:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:29 on dist-test-slave-wc3v"
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.229766 19479 fs_report.cc:383] FS layout report
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data/data
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:29.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.273443 19479 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.274847 19479 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.275238 19479 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.277746 19479 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:46:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.282213 19479 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:46:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.282409 19479 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:46:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.282614 19479 ts_tablet_manager.cc:610] Registered 0 tablets
20:46:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.282747 19479 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:46:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.447564 19479 rpc_server.cc:307] RPC server started. Bound to: 127.18.115.67:38631
20:46:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.447660 19610 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.115.67:38631 every 8 connection(s)
20:46:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.451257 19479 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/data/info.pb
20:46:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.460863 18893 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19479
20:46:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.461480 18893 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster7669927599314116978/ts-2/wal/instance
20:46:29.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.552440 19612 heartbeater.cc:347] Connected to a master server at 127.18.115.125:33463
20:46:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.552942 19612 heartbeater.cc:464] Registering TS with master...
20:46:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.555682 19612 heartbeater.cc:511] Master 127.18.115.125:33463 requested a full tablet report, sending...
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.559231 19013 ts_manager.cc:194] Registered new tserver with Master: bf4d3ae6290e43ffa1381ae2d67cb095 (127.18.115.67:38631)
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.560398 19613 heartbeater.cc:347] Connected to a master server at 127.18.115.126:35291
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.560750 19613 heartbeater.cc:464] Registering TS with master...
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.562131 19613 heartbeater.cc:511] Master 127.18.115.126:35291 requested a full tablet report, sending...
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.564836 18938 ts_manager.cc:194] Registered new tserver with Master: bf4d3ae6290e43ffa1381ae2d67cb095 (127.18.115.67:38631)
20:46:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.565156 19611 heartbeater.cc:347] Connected to a master server at 127.18.115.124:38277
20:46:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.565482 19611 heartbeater.cc:464] Registering TS with master...
20:46:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.566306 19611 heartbeater.cc:511] Master 127.18.115.124:38277 requested a full tablet report, sending...
20:46:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.569505 19094 ts_manager.cc:194] Registered new tserver with Master: bf4d3ae6290e43ffa1381ae2d67cb095 (127.18.115.67:38631)
20:46:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.571663 19094 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.115.67:36473
20:46:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:29.591521 18893 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:46:29.603 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:46:29.604 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:46:29.615 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.115.126"
port: 35291
}
bound_http_address {
host: "127.18.115.126"
port: 33303
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.115.125"
port: 33463
}
bound_http_address {
host: "127.18.115.125"
port: 39337
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.115.124"
port: 38277
}
bound_http_address {
host: "127.18.115.124"
port: 39899
}
}
}
20:46:29.622 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:46:29.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.115.65"
port: 33797
}
bound_http_address {
host: "127.18.115.65"
port: 41183
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.115.66"
port: 45783
}
bound_http_address {
host: "127.18.115.66"
port: 43959
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.115.67"
port: 38631
}
bound_http_address {
host: "127.18.115.67"
port: 41507
}
}
}
20:46:29.625 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:46:29.818 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:46:29.943 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasklHRD6N/test-tmp
20:46:29.944 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:46:29.944 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasklHRD6N/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:46:29.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:46:30.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:30.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:46:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:30.303215 19624 mini_oidc.cc:152] Starting JWKS server
20:46:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:30.307040 19624 webserver.cc:460] Webserver started at http://127.0.0.1:45745/ using document root <none> and password file <none>
20:46:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:30.307534 19624 mini_oidc.cc:189] Starting OIDC Discovery server
20:46:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:30.309275 19624 webserver.cc:460] Webserver started at http://127.0.0.1:42675/ using document root <none> and password file <none>
20:46:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:46:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/principal' for realm 'KRBTEST.COM',
20:46:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:46:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:30 dist-test-slave-wc3v krb5kdc[19636](info): setting up network...
20:46:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:46:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:30 dist-test-slave-wc3v krb5kdc[19636](info): set up 2 sockets
20:46:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:30 dist-test-slave-wc3v krb5kdc[19636](info): commencing operation
20:46:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:46:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:30.577569 19611 heartbeater.cc:503] Master 127.18.115.124:38277 was elected leader, sending a full tablet report...
20:46:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:31.509845 19624 mini_kdc.cc:121] Time spent starting KDC: real 1.176s user 0.009s sys 0.013s
20:46:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:46:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:46:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:46:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:46:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:46:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:46:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:46:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:46:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:46:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:46:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/test-user.keytab.
20:46:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/test-user.keytab.
20:46:31.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:31 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628391, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:31.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:46:31.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:46:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:46:31.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:46:31Z Disabled control of system clock
20:46:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.42.62@KRBTEST.COM; defaulting to no policy
20:46:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.42.62@KRBTEST.COM" created.
20:46:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab.
20:46:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab.
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:31.734767 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/logs
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.62:36781
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.62
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.62
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:31.866590 18969 debug-util.cc:398] Leaking SignalData structure 0x7b0800072540 after lost signal to thread 18906
20:46:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:31.867375 18969 debug-util.cc:398] Leaking SignalData structure 0x7b0800040160 after lost signal to thread 18972
20:46:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.085417 19649 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.086373 19649 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.086970 19649 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.120467 19649 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.120699 19649 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.120966 19649 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.121163 19649 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.121357 19649 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.121548 19649 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.121685 19649 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:32.159997 19649 master_runner.cc:386] Master server non-default flags:
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.62
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.62:36781
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.62
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/logs
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:32.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:32.162868 19649 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:32.164283 19649 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:32.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.198654 19658 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.199970 19655 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:32.198993 19656 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:33.858613 19657 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1657 milliseconds
20:46:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.858771 19649 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:46:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.860466 19649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.864075 19649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.865604 19649 hybrid_clock.cc:648] HybridClock initialized: now 1790628393865511 us; error 96 us; skew 500 ppm
20:46:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.866880 19649 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:33 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628393, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.875837 19649 init.cc:377] Logged in from keytab as kudu/127.19.42.62@KRBTEST.COM (short username kudu)
20:46:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.882537 19649 webserver.cc:460] Webserver started at http://127.19.42.62:37867/ using document root <none> and password file <none>
20:46:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.883813 19649 fs_manager.cc:359] Metadata directory not provided
20:46:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.884088 19649 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.884651 19649 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:33.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.892732 19649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/instance:
20:46:33.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e4f8b1edab0484ca622fb9480910eb5"
20:46:33.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:33 on dist-test-slave-wc3v"
20:46:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.894445 19649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal/instance:
20:46:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e4f8b1edab0484ca622fb9480910eb5"
20:46:33.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:33 on dist-test-slave-wc3v"
20:46:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.905328 19649 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.000s
20:46:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.914008 19667 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.915455 19649 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:46:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.916072 19649 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e4f8b1edab0484ca622fb9480910eb5"
20:46:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:33 on dist-test-slave-wc3v"
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.916492 19649 fs_report.cc:383] FS layout report
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/data
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.972031 19649 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.978957 19649 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:33.979562 19649 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.095829 19649 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.62:36781
20:46:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.095921 19718 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.62:36781 every 8 connection(s)
20:46:34.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.100728 19649 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.108434 19719 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.109086 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19649
20:46:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.110008 19624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal/instance
20:46:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.42.61@KRBTEST.COM; defaulting to no policy
20:46:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.42.61@KRBTEST.COM" created.
20:46:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.134514 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } has no permanent_uuid. Determining permanent_uuid...
20:46:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab.
20:46:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab.
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.166234 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/logs
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.61:38499
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.61
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.61
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:34 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628393, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.62@KRBTEST.COM for kudu/127.19.42.62@KRBTEST.COM
20:46:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.198983 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } has no permanent_uuid. Determining permanent_uuid...
20:46:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.202996 19668 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.208163 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.257717 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 1
20:46:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.262636 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.331400 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 2
20:46:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.336164 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.427683 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 3
20:46:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.431852 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.537925 19725 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.538633 19725 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.539459 19725 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.572315 19725 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.572558 19725 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.572815 19725 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.572993 19725 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.573194 19725 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.573380 19725 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.573510 19725 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.575284 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 4
20:46:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.579392 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.613865 19725 master_runner.cc:386] Master server non-default flags:
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.61
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.61:38499
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.61
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/logs
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.615087 19725 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.616429 19725 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:34.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.637761 19733 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.878865 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 5
20:46:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.884016 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.431473 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 6
20:46:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:35.439996 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.61:38499: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:35.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:34.640690 19725 server_base.cc:1034] running on GCE node
20:46:35.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.638403 19735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:35.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:34.638618 19732 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:35.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.909240 19725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.912254 19725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.913681 19725 hybrid_clock.cc:648] HybridClock initialized: now 1790628395913651 us; error 39 us; skew 500 ppm
20:46:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.914688 19725 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:35 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628395, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.927651 19725 init.cc:377] Logged in from keytab as kudu/127.19.42.61@KRBTEST.COM (short username kudu)
20:46:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.933450 19725 webserver.cc:460] Webserver started at http://127.19.42.61:41307/ using document root <none> and password file <none>
20:46:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.934418 19725 fs_manager.cc:359] Metadata directory not provided
20:46:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.934619 19725 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.935029 19725 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.940989 19725 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/instance:
20:46:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b33fa147fb844684921e779e00f97292"
20:46:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:35 on dist-test-slave-wc3v"
20:46:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.942121 19725 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal/instance:
20:46:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b33fa147fb844684921e779e00f97292"
20:46:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:35 on dist-test-slave-wc3v"
20:46:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.950390 19725 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:46:35.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.956441 19747 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.957782 19725 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:46:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.958247 19725 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b33fa147fb844684921e779e00f97292"
20:46:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:35 on dist-test-slave-wc3v"
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:35.958662 19725 fs_report.cc:383] FS layout report
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/data
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.018319 19725 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.024490 19725 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.025040 19725 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.117349 19725 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.61:38499
20:46:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.117445 19798 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.61:38499 every 8 connection(s)
20:46:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.120242 19725 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.122604 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19725
20:46:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.123111 19624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal/instance
20:46:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.127380 19799 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:36.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.42.60@KRBTEST.COM; defaulting to no policy
20:46:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.141338 19799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } has no permanent_uuid. Determining permanent_uuid...
20:46:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.42.60@KRBTEST.COM" created.
20:46:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:36 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628395, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.61@KRBTEST.COM for kudu/127.19.42.62@KRBTEST.COM
20:46:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:46:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab.
20:46:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.42.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab.
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.173041 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/logs
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.60:42281
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.60
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.60
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.184329 19799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } has no permanent_uuid. Determining permanent_uuid...
20:46:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:36 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628395, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.61@KRBTEST.COM for kudu/127.19.42.61@KRBTEST.COM
20:46:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.215044 19799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } has no permanent_uuid. Determining permanent_uuid...
20:46:36.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.217693 19751 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.221933 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.271438 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 1
20:46:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.275959 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.344333 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 2
20:46:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.348241 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.439663 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 3
20:46:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.443756 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.500479 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } attempt: 7
20:46:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:36 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628393, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.62@KRBTEST.COM for kudu/127.19.42.61@KRBTEST.COM
20:46:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.534354 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } has no permanent_uuid. Determining permanent_uuid...
20:46:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.541474 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.556613 19806 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.557168 19806 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.557852 19806 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.587172 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 4
20:46:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.591154 19806 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.591526 19806 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.591737 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.592074 19806 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.592414 19806 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.592722 19806 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.593039 19806 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.593262 19806 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.599895 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 1
20:46:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.604317 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.634256 19806 master_runner.cc:386] Master server non-default flags:
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data
20:46:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.60
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.60:42281
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.60
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/logs
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.635815 19806 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.637058 19806 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.663030 19817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.685763 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 2
20:46:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.690037 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.775472 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 3
20:46:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.780045 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.891083 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 5
20:46:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.896374 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.920464 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 4
20:46:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.924227 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:37.207861 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 5
20:46:37.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:37.212615 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:37.443794 19799 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 6
20:46:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:37.453420 19799 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:37.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:37.765269 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } attempt: 6
20:46:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:37.773573 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.42.60:42281: Network error: Client connection negotiation failed: client connection to 127.19.42.60:42281: connect: Connection refused (error 111)
20:46:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.663235 19819 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:36.663416 19816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:36.667448 19806 server_base.cc:1034] running on GCE node
20:46:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.008409 19806 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.010941 19806 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.012347 19806 hybrid_clock.cc:648] HybridClock initialized: now 1790628398012304 us; error 69 us; skew 500 ppm
20:46:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.013345 19806 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.019151 19806 init.cc:377] Logged in from keytab as kudu/127.19.42.60@KRBTEST.COM (short username kudu)
20:46:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.024719 19806 webserver.cc:460] Webserver started at http://127.19.42.60:46283/ using document root <none> and password file <none>
20:46:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.025679 19806 fs_manager.cc:359] Metadata directory not provided
20:46:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.025913 19806 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.026438 19806 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:46:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.031319 19806 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/instance:
20:46:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "852d6d7a822c411d94aef0505ce36366"
20:46:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:38 on dist-test-slave-wc3v"
20:46:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.032544 19806 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal/instance:
20:46:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "852d6d7a822c411d94aef0505ce36366"
20:46:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:38 on dist-test-slave-wc3v"
20:46:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.041388 19806 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
20:46:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.047914 19833 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.049129 19806 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
20:46:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.049484 19806 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "852d6d7a822c411d94aef0505ce36366"
20:46:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:38 on dist-test-slave-wc3v"
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.049818 19806 fs_report.cc:383] FS layout report
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/data
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.091326 19806 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.097654 19806 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.098073 19806 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.189924 19806 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.60:42281
20:46:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.189986 19885 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.60:42281 every 8 connection(s)
20:46:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.193025 19806 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.197005 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19806
20:46:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.197566 19624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal/instance
20:46:38.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.200302 19886 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:46:38.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.216917 19886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } has no permanent_uuid. Determining permanent_uuid...
20:46:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628391, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.42.60@KRBTEST.COM
20:46:38.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for kudu/127.19.42.62@KRBTEST.COM
20:46:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.257946 19886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } has no permanent_uuid. Determining permanent_uuid...
20:46:38.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for kudu/127.19.42.61@KRBTEST.COM
20:46:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628391, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.42.61@KRBTEST.COM
20:46:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.285772 19886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } has no permanent_uuid. Determining permanent_uuid...
20:46:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for kudu/127.19.42.60@KRBTEST.COM
20:46:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628391, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.42.62@KRBTEST.COM
20:46:38.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.320751 19886 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Bootstrap starting.
20:46:38.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.327396 19624 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:46:38.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.328176 19886 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Neither blocks nor log segments found. Creating new log.
20:46:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.330454 19886 log.cc:824] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Log is configured to *not* fsync() on all Append() calls
20:46:38.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.335475 19886 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: No bootstrap required, opened a new log
20:46:38.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:46:38.351 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:46:38.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:46:38.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.42.62"
port: 36781
}
bound_http_address {
host: "127.19.42.62"
port: 37867
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.42.61"
port: 38499
}
bound_http_address {
host: "127.19.42.61"
port: 41307
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.42.60"
port: 42281
}
bound_http_address {
host: "127.19.42.60"
port: 46283
}
}
}
20:46:38.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:46:38.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.356 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:46:38.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:46:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.363197 19886 raft_consensus.cc:348] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.364127 19886 raft_consensus.cc:374] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:46:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.364460 19886 raft_consensus.cc:729] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 852d6d7a822c411d94aef0505ce36366, State: Initialized, Role: FOLLOWER
20:46:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.365442 19886 consensus_queue.cc:260] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.369055 19896 sys_catalog.cc:455] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } } }
20:46:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.370232 19896 sys_catalog.cc:458] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: This master's current role is: FOLLOWER
20:46:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.370754 19886 sys_catalog.cc:564] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: configured and running, proceeding with master startup.
20:46:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:46:38.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.402 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc
20:46:38.413 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:46:38.414 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc
20:46:38.416 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:46:38.422 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:46:38.425 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:46:38.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:46:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.429239 19908 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.429584 19908 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.401995 19806 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: OK, instance_id { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" instance_seqno: 1790628394062584 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:46:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.446030 19806 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:38 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:46:38.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.479 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc
20:46:38.481 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:46:38.481 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.42.61:38499
20:46:38.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:46:38.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.490504 19624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19725
20:46:38.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.523 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.42.62:36781
20:46:38.524 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:46:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.524505 19624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19649
20:46:38.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.554 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.42.60:42281
20:46:38.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:46:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.555981 19624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19806
20:46:38.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:38.577 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.42.61:38499
20:46:38.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.581269 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/logs
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.61:38499
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.61
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41307
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.61
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.903110 19912 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.903872 19912 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.904649 19912 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.936400 19912 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.936688 19912 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.937141 19912 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.937475 19912 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.937788 19912 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.938090 19912 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.938316 19912 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.976457 19912 master_runner.cc:386] Master server non-default flags:
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.61.keytab
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.61
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.61:38499
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.61
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41307
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/logs
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.977978 19912 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:38.979395 19912 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.997790 19918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.997838 19921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:38.997802 19919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.289985 19920 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
20:46:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.290110 19912 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:46:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.291460 19912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.294739 19912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.296310 19912 hybrid_clock.cc:648] HybridClock initialized: now 1790628400296233 us; error 94 us; skew 500 ppm
20:46:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.297260 19912 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:40 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628400, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.303375 19912 init.cc:377] Logged in from keytab as kudu/127.19.42.61@KRBTEST.COM (short username kudu)
20:46:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.309091 19912 webserver.cc:460] Webserver started at http://127.19.42.61:41307/ using document root <none> and password file <none>
20:46:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.310058 19912 fs_manager.cc:359] Metadata directory not provided
20:46:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.310312 19912 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.318194 19912 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
20:46:40.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.322669 19931 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.323866 19912 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:46:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.324172 19912 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b33fa147fb844684921e779e00f97292"
20:46:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:35 on dist-test-slave-wc3v"
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.326467 19912 fs_report.cc:383] FS layout report
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/data
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.375041 19912 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.381055 19912 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.381603 19912 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.469204 19912 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.61:38499
20:46:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.469331 19983 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.61:38499 every 8 connection(s)
20:46:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.472247 19912 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/data/info.pb
20:46:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.476388 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19912
20:46:40.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:40.477 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.42.62:36781
20:46:40.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.479715 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/logs
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.62:36781
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.62
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37867
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.62
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.492928 19984 sys_catalog.cc:263] Verifying existing consensus state
20:46:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 20:46:40.493995 19984 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:46:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.494565 19912 master.cc:537] Master@127.19.42.61:38499 shutting down...
20:46:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.562126 19912 master.cc:552] Master@127.19.42.61:38499 shutdown complete.
20:46:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:46:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.820034 19986 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.820631 19986 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.821242 19986 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.852516 19986 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.852835 19986 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.853112 19986 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.853309 19986 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.853559 19986 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.853869 19986 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.854096 19986 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.892037 19986 master_runner.cc:386] Master server non-default flags:
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.62.keytab
20:46:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.62
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.62:36781
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.62
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37867
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/logs
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.893381 19986 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.894815 19986 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.912403 19993 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.913316 19992 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:40.914774 19986 server_base.cc:1034] running on GCE node
20:46:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:40.913427 19995 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.205884 19986 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.209266 19986 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.211004 19986 hybrid_clock.cc:648] HybridClock initialized: now 1790628402210966 us; error 60 us; skew 500 ppm
20:46:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.211902 19986 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:42 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628402, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.224929 19986 init.cc:377] Logged in from keytab as kudu/127.19.42.62@KRBTEST.COM (short username kudu)
20:46:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.230747 19986 webserver.cc:460] Webserver started at http://127.19.42.62:37867/ using document root <none> and password file <none>
20:46:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.231848 19986 fs_manager.cc:359] Metadata directory not provided
20:46:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.232105 19986 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.240502 19986 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.005s
20:46:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.245819 20004 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.247066 19986 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.247400 19986 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e4f8b1edab0484ca622fb9480910eb5"
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:33 on dist-test-slave-wc3v"
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.250062 19986 fs_report.cc:383] FS layout report
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/data
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.302631 19986 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.309654 19986 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.310189 19986 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.385483 19986 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.62:36781
20:46:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.385609 20056 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.62:36781 every 8 connection(s)
20:46:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.388527 19986 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/data/info.pb
20:46:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.393227 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 19986
20:46:42.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:42.394 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.42.60:42281
20:46:42.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:46:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.396466 19624 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu
20:46:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/logs
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.60:42281
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.60
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46283
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.60
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:46:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.400982 20057 sys_catalog.cc:263] Verifying existing consensus state
20:46:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 20:46:42.401923 20057 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:46:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.402388 19986 master.cc:537] Master@127.19.42.62:36781 shutting down...
20:46:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.473868 19986 master.cc:552] Master@127.19.42.62:36781 shutdown complete.
20:46:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:46:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.770977 20059 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:46:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.771735 20059 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:46:42.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.772459 20059 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:46:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.805615 20059 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:46:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.805912 20059 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:46:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.806340 20059 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:46:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.806697 20059 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:46:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.807056 20059 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:46:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.807380 20059 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:46:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.807647 20059 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45745/jwks.json
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.847594 20059 master_runner.cc:386] Master server non-default flags:
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.42.20:34881
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.42.62:36781,127.19.42.61:38499,127.19.42.60:42281
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/krb5kdc/kudu_127.19.42.60.keytab
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.42.60
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.42.60:42281
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45745/jwks.json
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:46:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.42.60
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46283
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/logs
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:46:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.849170 20059 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:46:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:42.850389 20059 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:46:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.869891 20066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.873142 20068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:42.869940 20065 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:46:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.198096 20067 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:46:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.198166 20059 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:46:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.202817 20059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:46:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.205655 20059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:46:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.207024 20059 hybrid_clock.cc:648] HybridClock initialized: now 1790628404206971 us; error 73 us; skew 500 ppm
20:46:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.207890 20059 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:46:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:44 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628404, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.213780 20059 init.cc:377] Logged in from keytab as kudu/127.19.42.60@KRBTEST.COM (short username kudu)
20:46:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.219916 20059 webserver.cc:460] Webserver started at http://127.19.42.60:46283/ using document root <none> and password file <none>
20:46:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.221134 20059 fs_manager.cc:359] Metadata directory not provided
20:46:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.221359 20059 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:46:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.229423 20059 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
20:46:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.233966 20077 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:46:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.235113 20059 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:46:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.235414 20059 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data,/tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "852d6d7a822c411d94aef0505ce36366"
20:46:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:46:38 on dist-test-slave-wc3v"
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.237864 20059 fs_report.cc:383] FS layout report
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/wal
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/data
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:46:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:46:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.293601 20059 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:46:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.300406 20059 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:46:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.300843 20059 kserver.cc:163] Server-wide thread pool size limit: 3276
20:46:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.372438 20129 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.42.60:42281 every 8 connection(s)
20:46:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.372435 20059 rpc_server.cc:307] RPC server started. Bound to: 127.19.42.60:42281
20:46:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.375373 20059 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasklHRD6N/test-tmp/mini-kudu-cluster1414462153167840370/master-2/data/info.pb
20:46:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.376430 19624 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu as pid 20059
20:46:44.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:46:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.391654 20130 sys_catalog.cc:263] Verifying existing consensus state
20:46:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.399641 20130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Bootstrap starting.
20:46:44.438 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.446497 20130 log.cc:824] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Log is configured to *not* fsync() on all Append() calls
20:46:44.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.453683 20130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:46:44.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.454707 20130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Bootstrap complete.
20:46:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.492020 20130 raft_consensus.cc:348] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.495412 20130 raft_consensus.cc:374] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:46:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.495735 20130 raft_consensus.cc:729] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 852d6d7a822c411d94aef0505ce36366, State: Initialized, Role: FOLLOWER
20:46:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.496889 20130 consensus_queue.cc:260] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.512437 20134 sys_catalog.cc:455] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } } }
20:46:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.513592 20134 sys_catalog.cc:458] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: This master's current role is: FOLLOWER
20:46:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.514257 20130 sys_catalog.cc:564] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [sys.catalog]: configured and running, proceeding with master startup.
20:46:44.518 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.520470 20134 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.520955 20134 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.541812 20134 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:46:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.550379 20078 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.556555 20084 tablet.cc:2369] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:46:44.593 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.42.60:42281(127.19.42.60:42281)] connecting to peer
20:46:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.594089 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:46:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.597651 20078 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.19.42.61:38499, user_credentials={real_user=slave}} blocked reactor thread for 47415.5us
20:46:44.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.604420 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.606137 20078 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:46:44.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.608119 20134 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:44.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:44.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.663555 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:44.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:44.664137 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:44.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:44.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:44.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:44.670 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.42.60:42281(127.19.42.60:42281)] Successfully connected to peer
20:46:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.640983 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:46:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:44.679817 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:44.753 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:46:44.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.42.60
20:46:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:44 dist-test-slave-wc3v krb5kdc[19636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.42.60@KRBTEST.COM
20:46:45.020 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x518b7d5c, L:/127.0.0.1:49896 - R:/127.19.42.60:42281] using SASL/GSSAPI
20:46:45.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.124 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.285 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.286 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.365 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.505 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.506 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:45.593726 18969 debug-util.cc:398] Leaking SignalData structure 0x7b08000b14c0 after lost signal to thread 18906
20:46:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:45.594245 18969 debug-util.cc:398] Leaking SignalData structure 0x7b08000abb80 after lost signal to thread 18972
20:46:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:45.667423 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:45.667757 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:45.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:45.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:45.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:45.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:45.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:46.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:46.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:46.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:46.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:46.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:46.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:46.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:46.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:46.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:46.670753 20156 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:46.670838 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:46.671131 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:46.671168 20156 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:46.672878 20156 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:46:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:46.679005 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:46:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:46.679353 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:46.679764 20078 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:46:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:46.680330 20156 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:47.245 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:47.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:47.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:47.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:47.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:47.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:47.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:47.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:47.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:47.673992 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:47.674297 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:48.677465 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:48.677790 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.018288 20163 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.018668 20163 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.020200 20163 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:46:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:49.028585 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:46:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:49.029059 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.029466 20078 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:46:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.030187 20163 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:49.680815 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:49.681155 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.682760 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:46:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:49.683082 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:49.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:49.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:49.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:49.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:49.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:49.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:49.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:49.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:49.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:50.684590 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:50.684998 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:51.004 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:51.005 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:51.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:51.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:51.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:51.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:51.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:51.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:51.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:51.515929 20170 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:51.516386 20170 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:51.517995 20170 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:46:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.520063 20081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:46:51.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.522729 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:51.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.523267 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:46:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:51.523677 20081 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:46:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:51.524305 20170 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.635257 19045 debug-util.cc:398] Leaking SignalData structure 0x7b080009b300 after lost signal to thread 18979
20:46:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.635870 19045 debug-util.cc:398] Leaking SignalData structure 0x7b080009cae0 after lost signal to thread 19048
20:46:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.687970 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:51.688237 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:52.145 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:52.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:52.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:52.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:52.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:52.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:52.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:52.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:52.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:52.691360 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:52.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:52.691722 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:53.302191 20177 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:53.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:53.303032 20177 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:46:53.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:53.306128 20177 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:46:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:53.328923 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:46:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:53.330408 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:46:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:53.330778 20078 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:46:53.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:53.331560 20177 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:53.695202 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:53.695516 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:54.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:46:54 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628414, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:54.218509 20073 init.cc:295] Successfully reacquired a new kerberos TGT
20:46:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:54.685832 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:46:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:54.686269 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:54.698694 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:54.698992 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:55.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:55.685 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:55.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:55.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:55.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:55.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:55.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:55.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:55.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:55.702077 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:55.702404 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:56.705534 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:56.705833 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:57.708766 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:57.709084 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:58.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:58.712251 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:58.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:58.712611 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:59.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:46:59.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:46:59.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:59.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:59.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:46:59.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:59.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:59.690927 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:46:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:46:59.691401 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:59.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:46:59.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:46:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:59.715719 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:46:59.716033 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:00.719033 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:00.719296 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:01.485651 20190 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:47:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:01.486099 20190 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:47:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:01.488157 20190 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:47:01.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:01.497064 20081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:47:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:01.500532 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:47:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:01.501086 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:47:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:01.501487 20081 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:47:01.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:01.502156 20190 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:47:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:01.722525 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:01.722880 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:02.464 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:47:02.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:47:02.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:02.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:02.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:02.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:02.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:02.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:02.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:47:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:02.726119 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:02.726470 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:03.730321 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:03.730655 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:47:04 dist-test-slave-wc3v krb5kdc[19636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790628424, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.42.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:47:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:04.221155 20073 init.cc:295] Successfully reacquired a new kerberos TGT
20:47:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:04.694952 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:47:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:04.695374 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:47:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:04.733737 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:04.734031 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:05.737277 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:05.737581 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:06.345 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:47:06.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:47:06.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:06.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:06.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:06.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:06.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:06.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:06.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:47:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:06.741506 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:06.741793 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:07.744809 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:07.745072 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:08.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:47:08.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:47:08.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:08.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:08.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:08.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:08.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:08.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:08.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:47:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:08.748075 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:08.748383 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:09.698088 20059 master_runner.cc:186] Error getting master registration for 127.19.42.62:36781: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111),
20:47:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:09.698558 20059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:47:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:09.751529 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:09.751861 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:10.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:10.517256 20206 raft_consensus.cc:482] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:47:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:10.517705 20206 raft_consensus.cc:504] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e4f8b1edab0484ca622fb9480910eb5" member_type: VOTER last_known_addr { host: "127.19.42.62" port: 36781 } } peers { permanent_uuid: "b33fa147fb844684921e779e00f97292" member_type: VOTER last_known_addr { host: "127.19.42.61" port: 38499 } } peers { permanent_uuid: "852d6d7a822c411d94aef0505ce36366" member_type: VOTER last_known_addr { host: "127.19.42.60" port: 42281 } }
20:47:10.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:10.519534 20206 leader_election.cc:288] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781), b33fa147fb844684921e779e00f97292 (127.19.42.61:38499)
20:47:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:10.522142 20081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:47:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:10.525499 20081 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3e4f8b1edab0484ca622fb9480910eb5 (127.19.42.62:36781): Network error: Client connection negotiation failed: client connection to 127.19.42.62:36781: connect: Connection refused (error 111)
20:47:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:10.526008 20078 leader_election.cc:334] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b33fa147fb844684921e779e00f97292 (127.19.42.61:38499): Network error: Client connection negotiation failed: client connection to 127.19.42.61:38499: connect: Connection refused (error 111)
20:47:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:10.526294 20078 leader_election.cc:302] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 852d6d7a822c411d94aef0505ce36366; no voters: 3e4f8b1edab0484ca622fb9480910eb5, b33fa147fb844684921e779e00f97292
20:47:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:10.526870 20206 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:47:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:10.754824 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:10.755090 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:11.704 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:47:11.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:47:11.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:11.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:11.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:11.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:11.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:11.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:11.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:47:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:11.758350 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:11.758608 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:12.761638 20150 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 852d6d7a822c411d94aef0505ce36366: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:47:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:12.761912 20150 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:47:13.524 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.61:38499(127.19.42.61:38499)] connecting to peer
20:47:13.525 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.42.62:36781(127.19.42.62:36781)] connecting to peer
20:47:13.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:13.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.42.61:38499(127.19.42.61:38499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:13.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.61:38499: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499
20:47:13.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:13.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.62:36781(127.19.42.62:36781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:13.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.42.62:36781: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
20:47:13.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281; will retry
20:47:13.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29149), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [274ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [647ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [652ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [665ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [672ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [675ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [676ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [707ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [709ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [785ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [786ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [820ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [825ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [901ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [983ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [984ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [986ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [988ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1127ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1535ms] refreshing cache from master, [1536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1545ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1876ms] refreshing cache from master, [1876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1883ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2856ms] refreshing cache from master, [2856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [2863ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [5536ms] refreshing cache from master, [5536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [5539ms] too many traces: truncated at 100 traces, deferred=Deferred@318451981(state=PENDING, result=null, callback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720), errback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720)))
20:47:13.539 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.42.61:38499(127.19.42.61:38499)] disconnecting while in state TERMINATED
20:47:13.541 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.42.60:42281(127.19.42.60:42281)] disconnecting while in state READY
20:47:13.541 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.42.62:36781(127.19.42.62:36781)] disconnecting while in state TERMINATED
20:47:13.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:47:13.550 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:47:13.551 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.42.60:42281(127.19.42.60:42281)] handling channelInactive
20:47:13.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.42.60:42281(127.19.42.60:42281)] cleaning up while in state READY due to: connection closed
20:47:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:13.557663 19624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 20059
20:47:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:13.715103 19324 debug-util.cc:398] Leaking SignalData structure 0x7b08000be1c0 after lost signal to thread 19198
20:47:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:47:13.716514 19324 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd80 after lost signal to thread 19327
20:47:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:47:14Z chronyd exiting
20:47:15.844 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:47:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.845966 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19177
20:47:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.874017 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19338
20:47:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.899838 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19479
20:47:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.927383 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 18905
20:47:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.958920 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 18975
20:47:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:47:15.993005 18893 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasklHRD6N/build/tsan/bin/kudu with pid 19051
20:47:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:47:17Z chronyd exiting
20:47:18.266 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29149), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [274ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [647ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [652ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [665ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [672ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [675ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [676ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [707ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [709ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [785ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [786ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [820ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [825ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [901ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [983ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [984ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [986ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [988ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1127ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1535ms] refreshing cache from master, [1536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1545ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1876ms] refreshing cache from master, [1876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1883ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2856ms] refreshing cache from master, [2856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [2863ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [5536ms] refreshing cache from master, [5536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [5539ms] too many traces: truncated at 100 traces, deferred=Deferred@318451981(state=PENDING, result=null, callback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720), errback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.42.62:36781
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29149), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [274ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [647ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [652ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [665ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [672ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [675ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [676ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [707ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [709ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [739ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [779ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [785ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [786ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [820ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [825ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [826ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [901ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [906ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [983ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [984ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [986ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [988ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1127ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1535ms] refreshing cache from master, [1536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1545ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1876ms] refreshing cache from master, [1876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [1883ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2856ms] refreshing cache from master, [2856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [2858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [2860ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.61:38499: Network error: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.62:36781: Network error: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.19.42.60:42281: OK, [2863ms] delaying RPC due to: Service unavailable: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781, [5536ms] refreshing cache from master, [5536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.61:38499, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.62:36781, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.42.60:42281, [5539ms] too many traces: truncated at 100 traces, deferred=Deferred@318451981(state=PENDING, result=null, callback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720), errback=(continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.42.61:38499,127.19.42.62:36781,127.19.42.60:42281) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.61:38499(127.19.42.61:38499): Connection refused: /127.19.42.61:38499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.42.62:36781(127.19.42.62:36781): Connection refused: /127.19.42.62:36781
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.42.62:36781
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)