02:35:15.531 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:35:15.544 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5ygUS1/test-tmp
02:35:15.546 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
02:35:15.550 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5ygUS1/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
02:35:15.771 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:35:15.784 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:35:15.785 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:35:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.786482 367 mini_oidc.cc:152] Starting JWKS server
02:35:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.788977 367 webserver.cc:460] Webserver started at http://127.0.0.1:42611/ using document root <none> and password file <none>
02:35:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.789166 367 mini_oidc.cc:189] Starting OIDC Discovery server
02:35:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.789515 367 webserver.cc:460] Webserver started at http://127.0.0.1:46835/ using document root <none> and password file <none>
02:35:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:35:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:15Z Disabled control of system clock
02:35:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.806542 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/logs
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data/info.pb
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.254:45651
02:35:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.254
02:35:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:15.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json with env {}
02:35:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.917964 378 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.918327 378 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.918388 378 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922796 378 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922886 378 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922916 378 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922945 378 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922971 378 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.922989 378 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42611/jwks.json
02:35:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.928017 378 master_runner.cc:386] Master server non-default flags:
02:35:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.254:45651
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data/info.pb
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.254
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.378
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/logs
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.929522 378 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.931378 378 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.941185 378 server_base.cc:1034] running on GCE node
02:35:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.941250 386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.941432 383 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:15.941267 384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.942727 378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.943936 378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.945097 378 hybrid_clock.cc:648] HybridClock initialized: now 1790476515945047 us; error 71 us; skew 500 ppm
02:35:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.949796 378 webserver.cc:460] Webserver started at http://127.0.91.254:46669/ using document root <none> and password file <none>
02:35:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.950346 378 fs_manager.cc:359] Metadata directory not provided
02:35:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.950405 378 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.950569 378 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.952530 378 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data/instance:
02:35:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c866ea2b9ca24612b671132aecd221b0"
02:35:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:15 on dist-test-slave-7rfv"
02:35:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.953060 378 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal/instance:
02:35:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c866ea2b9ca24612b671132aecd221b0"
02:35:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:15 on dist-test-slave-7rfv"
02:35:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.956949 378 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.000s
02:35:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.959538 392 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.960846 378 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.961018 378 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal
02:35:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c866ea2b9ca24612b671132aecd221b0"
02:35:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:15 on dist-test-slave-7rfv"
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.961133 378 fs_report.cc:383] FS layout report
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data/data
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.978457 378 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.979295 378 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.979535 378 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.986876 378 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.254:45651
02:35:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.986879 444 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.254:45651 every 8 connection(s)
02:35:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.987977 378 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/data/info.pb
02:35:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.991444 445 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.993135 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 378
02:35:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.993311 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-0/wal/instance
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.995160 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/logs
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data/info.pb
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.253:46847
02:35:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.253
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json with env {}
02:35:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:15.995584 445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.009502 445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.010430 395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.91.253:46847: connect: Connection refused (error 111)
02:35:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.011358 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.253:46847: Network error: Client connection negotiation failed: client connection to 127.0.91.253:46847: connect: Connection refused (error 111)
02:35:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.060643 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } attempt: 1
02:35:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.062248 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.253:46847: Network error: Client connection negotiation failed: client connection to 127.0.91.253:46847: connect: Connection refused (error 111)
02:35:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.110551 447 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.110836 447 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.110873 447 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.114997 447 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.115059 447 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.115077 447 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.115093 447 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.115109 447 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.115123 447 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42611/jwks.json
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.119861 447 master_runner.cc:386] Master server non-default flags:
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.253:46847
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data/info.pb
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.253
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.447
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/logs
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.121052 447 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.122619 447 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.130409 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } attempt: 2
02:35:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.130687 458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.130683 456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.130740 447 server_base.cc:1034] running on GCE node
02:35:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.130890 455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.131526 447 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.132118 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.253:46847: Network error: Client connection negotiation failed: client connection to 127.0.91.253:46847: connect: Connection refused (error 111)
02:35:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.132846 447 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.133996 447 hybrid_clock.cc:648] HybridClock initialized: now 1790476516133966 us; error 40 us; skew 500 ppm
02:35:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.135696 447 webserver.cc:460] Webserver started at http://127.0.91.253:44155/ using document root <none> and password file <none>
02:35:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.136255 447 fs_manager.cc:359] Metadata directory not provided
02:35:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.136317 447 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.136469 447 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.138698 447 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data/instance:
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdca917c9c0a411687eb63cc70b44000"
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.139256 447 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal/instance:
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdca917c9c0a411687eb63cc70b44000"
02:35:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.143050 447 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
02:35:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.145468 464 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.146675 447 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.146780 447 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdca917c9c0a411687eb63cc70b44000"
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.146854 447 fs_report.cc:383] FS layout report
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data/data
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.163991 447 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.164613 447 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.164754 447 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.172097 447 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.253:46847
02:35:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.172106 516 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.253:46847 every 8 connection(s)
02:35:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.172960 447 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/data/info.pb
02:35:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.176023 517 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.179334 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.181854 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 447
02:35:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.182358 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-1/wal/instance
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.183024 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/logs
02:35:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data/info.pb
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.252:43129
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.252
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json with env {}
02:35:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.190852 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.197741 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.198534 466 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.199491 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.223304 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } attempt: 3
02:35:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.228693 445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.230121 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.248735 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 1
02:35:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.250345 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.261332 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 1
02:35:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.262883 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.298890 520 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.299162 520 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.299201 520 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303208 520 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303269 520 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303288 520 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303306 520 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303323 520 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.303336 520 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42611/jwks.json
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.310199 520 master_runner.cc:386] Master server non-default flags:
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.252:43129
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42611/jwks.json
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data/info.pb
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.252
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.520
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/logs
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.311636 520 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.313411 520 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.318492 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 2
02:35:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.320062 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.323192 527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.323400 520 server_base.cc:1034] running on GCE node
02:35:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.323215 530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.323186 528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.324245 520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.325419 520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.326608 520 hybrid_clock.cc:648] HybridClock initialized: now 1790476516326567 us; error 56 us; skew 500 ppm
02:35:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.328907 520 webserver.cc:460] Webserver started at http://127.0.91.252:46653/ using document root <none> and password file <none>
02:35:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.329578 520 fs_manager.cc:359] Metadata directory not provided
02:35:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.329653 520 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.329871 520 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.332289 520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data/instance:
02:35:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e93f1b4e22c74269b1df4e0937125112"
02:35:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.332996 520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal/instance:
02:35:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e93f1b4e22c74269b1df4e0937125112"
02:35:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.337677 520 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
02:35:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.338076 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 2
02:35:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.339635 445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.91.252:43129: Network error: Client connection negotiation failed: client connection to 127.0.91.252:43129: connect: Connection refused (error 111)
02:35:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.340538 536 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.341878 520 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.342026 520 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e93f1b4e22c74269b1df4e0937125112"
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.342134 520 fs_report.cc:383] FS layout report
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data/data
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.361974 520 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.362824 520 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.363052 520 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.370462 520 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.252:43129
02:35:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.370483 588 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.252:43129 every 8 connection(s)
02:35:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.371526 520 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/data/info.pb
02:35:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.374809 589 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.378007 589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.379149 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 520
02:35:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.379272 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/master-2/wal/instance
02:35:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.389442 589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.394891 589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } has no permanent_uuid. Determining permanent_uuid...
02:35:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.403189 589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: Bootstrap starting.
02:35:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.405784 589 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: Neither blocks nor log segments found. Creating new log.
02:35:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.407241 589 log.cc:824] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: Log is configured to *not* fsync() on all Append() calls
02:35:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.409090 589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: No bootstrap required, opened a new log
02:35:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.411232 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 3
02:35:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.412779 589 raft_consensus.cc:348] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.413026 589 raft_consensus.cc:374] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:35:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.413077 589 raft_consensus.cc:729] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e93f1b4e22c74269b1df4e0937125112, State: Initialized, Role: FOLLOWER
02:35:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.413578 589 consensus_queue.cc:260] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.414069 598 sys_catalog.cc:455] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.414381 598 sys_catalog.cc:458] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.414958 589 sys_catalog.cc:564] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: configured and running, proceeding with master startup.
02:35:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.419144 517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: Bootstrap starting.
02:35:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.420639 609 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.420706 609 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.421257 517 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: Neither blocks nor log segments found. Creating new log.
02:35:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.418996 520 master_runner.cc:186] Error getting master registration for 127.0.91.254:45651: OK, instance_id { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" instance_seqno: 1790476515985033 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:35:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.422150 520 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.422629 517 log.cc:824] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: Log is configured to *not* fsync() on all Append() calls
02:35:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.428571 517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: No bootstrap required, opened a new log
02:35:16.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.433147 517 raft_consensus.cc:348] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.433411 517 raft_consensus.cc:374] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:35:16.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.433465 517 raft_consensus.cc:729] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bdca917c9c0a411687eb63cc70b44000, State: Initialized, Role: FOLLOWER
02:35:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.433949 517 consensus_queue.cc:260] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.434459 612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.434580 612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.435328 517 sys_catalog.cc:564] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: configured and running, proceeding with master startup.
02:35:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.439117 445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } attempt: 3
02:35:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.440353 623 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.440610 623 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.438661 447 master_runner.cc:186] Error getting master registration for 127.0.91.254:45651: OK, instance_id { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" instance_seqno: 1790476515985033 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:35:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.442616 447 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.448403 445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: Bootstrap starting.
02:35:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.451247 445 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: Neither blocks nor log segments found. Creating new log.
02:35:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.452558 445 log.cc:824] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: Log is configured to *not* fsync() on all Append() calls
02:35:16.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.454643 445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: No bootstrap required, opened a new log
02:35:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.458623 445 raft_consensus.cc:348] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.458842 445 raft_consensus.cc:374] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:35:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.458895 445 raft_consensus.cc:729] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c866ea2b9ca24612b671132aecd221b0, State: Initialized, Role: FOLLOWER
02:35:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.459388 445 consensus_queue.cc:260] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.460923 445 sys_catalog.cc:564] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: configured and running, proceeding with master startup.
02:35:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.461500 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.462425 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.466190 637 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.466455 637 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.471192 378 master_runner.cc:263] No leader master found from master c866ea2b9ca24612b671132aecd221b0
02:35:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.471259 378 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.481153 398 tablet.cc:2369] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:35:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.614568 542 tablet.cc:2369] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:35:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.666291 470 tablet.cc:2369] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:35:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.701014 598 raft_consensus.cc:482] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.701270 598 raft_consensus.cc:504] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.702402 598 leader_election.cc:288] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c866ea2b9ca24612b671132aecd221b0 (127.0.91.254:45651), bdca917c9c0a411687eb63cc70b44000 (127.0.91.253:46847)
02:35:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.702925 491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e93f1b4e22c74269b1df4e0937125112" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bdca917c9c0a411687eb63cc70b44000" is_pre_election: true
02:35:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.702924 419 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e93f1b4e22c74269b1df4e0937125112" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c866ea2b9ca24612b671132aecd221b0" is_pre_election: true
02:35:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.703238 419 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e93f1b4e22c74269b1df4e0937125112 in term 0.
02:35:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.703238 491 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e93f1b4e22c74269b1df4e0937125112 in term 0.
02:35:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.703704 537 leader_election.cc:302] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: bdca917c9c0a411687eb63cc70b44000, c866ea2b9ca24612b671132aecd221b0, e93f1b4e22c74269b1df4e0937125112; no voters:
02:35:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.703998 598 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:35:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.704080 598 raft_consensus.cc:482] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:35:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.704121 598 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 0 FOLLOWER]: Advancing to term 1
02:35:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705072 598 raft_consensus.cc:504] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705431 598 leader_election.cc:288] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [CANDIDATE]: Term 1 election: Requested vote from peers c866ea2b9ca24612b671132aecd221b0 (127.0.91.254:45651), bdca917c9c0a411687eb63cc70b44000 (127.0.91.253:46847)
02:35:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705783 419 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e93f1b4e22c74269b1df4e0937125112" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c866ea2b9ca24612b671132aecd221b0"
02:35:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705821 491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e93f1b4e22c74269b1df4e0937125112" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bdca917c9c0a411687eb63cc70b44000"
02:35:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705927 491 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 0 FOLLOWER]: Advancing to term 1
02:35:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.705933 419 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 0 FOLLOWER]: Advancing to term 1
02:35:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.706954 491 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e93f1b4e22c74269b1df4e0937125112 in term 1.
02:35:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.707049 419 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e93f1b4e22c74269b1df4e0937125112 in term 1.
02:35:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.707259 539 leader_election.cc:302] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bdca917c9c0a411687eb63cc70b44000, e93f1b4e22c74269b1df4e0937125112; no voters:
02:35:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.707434 598 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 1 FOLLOWER]: Leader election won for term 1
02:35:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.707589 598 raft_consensus.cc:686] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [term 1 LEADER]: Becoming Leader. State: Replica: e93f1b4e22c74269b1df4e0937125112, State: Running, Role: LEADER
02:35:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.707855 598 consensus_queue.cc:237] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } }
02:35:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.709990 639 sys_catalog.cc:455] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e93f1b4e22c74269b1df4e0937125112. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.710114 639 sys_catalog.cc:458] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: This master's current role is: LEADER
02:35:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.710717 641 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:35:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.711745 641 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:35:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.716336 419 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [term 1 FOLLOWER]: Refusing update from remote peer e93f1b4e22c74269b1df4e0937125112: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:35:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.716351 491 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [term 1 FOLLOWER]: Refusing update from remote peer e93f1b4e22c74269b1df4e0937125112: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:35:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.716995 598 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:35:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.717151 639 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:35:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.721680 612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e93f1b4e22c74269b1df4e0937125112. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.721796 612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.721933 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e93f1b4e22c74269b1df4e0937125112. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.722043 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.724781 647 sys_catalog.cc:455] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.724931 647 sys_catalog.cc:458] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: This master's current role is: LEADER
02:35:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.725047 647 sys_catalog.cc:455] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.725127 647 sys_catalog.cc:458] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112 [sys.catalog]: This master's current role is: LEADER
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.725140 612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.725236 612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.726189 641 catalog_manager.cc:1347] Generated new cluster ID: 0e59264d51ad42e4adca184966e71868
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.726255 641 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.726459 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e93f1b4e22c74269b1df4e0937125112" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c866ea2b9ca24612b671132aecd221b0" member_type: VOTER last_known_addr { host: "127.0.91.254" port: 45651 } } peers { permanent_uuid: "bdca917c9c0a411687eb63cc70b44000" member_type: VOTER last_known_addr { host: "127.0.91.253" port: 46847 } } peers { permanent_uuid: "e93f1b4e22c74269b1df4e0937125112" member_type: VOTER last_known_addr { host: "127.0.91.252" port: 43129 } } }
02:35:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.726579 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0 [sys.catalog]: This master's current role is: FOLLOWER
02:35:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.740075 641 catalog_manager.cc:1370] Generated new certificate authority record
02:35:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.741245 641 catalog_manager.cc:1504] Loading token signing keys...
02:35:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.753378 641 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e93f1b4e22c74269b1df4e0937125112: Generated new TSK 0
02:35:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.754554 641 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.777412 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/logs
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data/info.pb
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.193:0
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.193
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.193
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:35:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.890190 651 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.890452 651 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.890489 651 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.894665 651 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.894763 651 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.91.193
02:35:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.899505 651 tablet_server_runner.cc:78] Tablet server non-default flags:
02:35:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.193:0
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data/info.pb
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.193
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.651
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.193
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/logs
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.900962 651 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.902561 651 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.912806 657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.912860 651 server_base.cc:1034] running on GCE node
02:35:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.912760 656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:16.912773 659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.913422 651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.914064 651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.915215 651 hybrid_clock.cc:648] HybridClock initialized: now 1790476516915192 us; error 42 us; skew 500 ppm
02:35:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.917135 651 webserver.cc:460] Webserver started at http://127.0.91.193:38153/ using document root <none> and password file <none>
02:35:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.917817 651 fs_manager.cc:359] Metadata directory not provided
02:35:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.917881 651 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.918056 651 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.920023 651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data/instance:
02:35:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "170b3ba21afe4bdd88f270348acbd57e"
02:35:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.920526 651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal/instance:
02:35:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "170b3ba21afe4bdd88f270348acbd57e"
02:35:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.924127 651 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.004s
02:35:16.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.926476 665 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.927897 651 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.927994 651 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "170b3ba21afe4bdd88f270348acbd57e"
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:16 on dist-test-slave-7rfv"
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.928069 651 fs_report.cc:383] FS layout report
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data/data
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.943425 651 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.944041 651 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.944180 651 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.944689 651 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:35:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.945734 651 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:35:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.945809 651 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:35:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.945864 651 ts_tablet_manager.cc:610] Registered 0 tablets
02:35:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.945916 651 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:35:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.955595 651 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.193:37401
02:35:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.955614 778 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.193:37401 every 8 connection(s)
02:35:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.956525 651 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/data/info.pb
02:35:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.963553 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 651
02:35:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.963651 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-0/wal/instance
02:35:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.966811 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/logs
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data/info.pb
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.194:0
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.194
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.194
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:35:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970014 779 heartbeater.cc:347] Connected to a master server at 127.0.91.252:43129
02:35:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970014 781 heartbeater.cc:347] Connected to a master server at 127.0.91.253:46847
02:35:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970256 779 heartbeater.cc:464] Registering TS with master...
02:35:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970259 781 heartbeater.cc:464] Registering TS with master...
02:35:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970804 779 heartbeater.cc:511] Master 127.0.91.252:43129 requested a full tablet report, sending...
02:35:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.970803 781 heartbeater.cc:511] Master 127.0.91.253:46847 requested a full tablet report, sending...
02:35:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.972250 553 ts_manager.cc:194] Registered new tserver with Master: 170b3ba21afe4bdd88f270348acbd57e (127.0.91.193:37401)
02:35:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.972268 481 ts_manager.cc:194] Registered new tserver with Master: 170b3ba21afe4bdd88f270348acbd57e (127.0.91.193:37401)
02:35:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.973766 553 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.91.193:53959
02:35:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.974474 780 heartbeater.cc:347] Connected to a master server at 127.0.91.254:45651
02:35:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.974573 780 heartbeater.cc:464] Registering TS with master...
02:35:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.974716 780 heartbeater.cc:511] Master 127.0.91.254:45651 requested a full tablet report, sending...
02:35:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:16.975818 408 ts_manager.cc:194] Registered new tserver with Master: 170b3ba21afe4bdd88f270348acbd57e (127.0.91.193:37401)
02:35:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.090624 789 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.090883 789 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.090919 789 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.094831 789 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.094913 789 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.91.194
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.099588 789 tablet_server_runner.cc:78] Tablet server non-default flags:
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.194:0
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data/info.pb
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.194
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.789
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.194
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/logs
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.100584 789 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.101908 789 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.111212 797 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.111229 794 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.111228 795 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.111318 789 server_base.cc:1034] running on GCE node
02:35:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.112174 789 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.112908 789 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.114096 789 hybrid_clock.cc:648] HybridClock initialized: now 1790476517114065 us; error 47 us; skew 500 ppm
02:35:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.116171 789 webserver.cc:460] Webserver started at http://127.0.91.194:33233/ using document root <none> and password file <none>
02:35:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.116801 789 fs_manager.cc:359] Metadata directory not provided
02:35:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.116895 789 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.117136 789 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.119167 789 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data/instance:
02:35:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51fe4640dd53493dabdd83e8f7f996aa"
02:35:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.119820 789 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal/instance:
02:35:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51fe4640dd53493dabdd83e8f7f996aa"
02:35:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.123617 789 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
02:35:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.126175 803 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.127425 789 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.127573 789 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal
02:35:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51fe4640dd53493dabdd83e8f7f996aa"
02:35:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.127727 789 fs_report.cc:383] FS layout report
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data/data
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.158277 789 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.159144 789 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.159364 789 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:17.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.160013 789 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:35:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.161098 789 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:35:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.161170 789 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:35:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.161226 789 ts_tablet_manager.cc:610] Registered 0 tablets
02:35:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.161249 789 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:35:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.172238 789 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.194:38317
02:35:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.172254 916 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.194:38317 every 8 connection(s)
02:35:17.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.173470 789 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/data/info.pb
02:35:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.179399 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 789
02:35:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.179502 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-1/wal/instance
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.182236 367 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/logs
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data/info.pb
02:35:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.195:0
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.195
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.195
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:35:17.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.186692 919 heartbeater.cc:347] Connected to a master server at 127.0.91.253:46847
02:35:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.186944 919 heartbeater.cc:464] Registering TS with master...
02:35:17.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.187510 919 heartbeater.cc:511] Master 127.0.91.253:46847 requested a full tablet report, sending...
02:35:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.188870 481 ts_manager.cc:194] Registered new tserver with Master: 51fe4640dd53493dabdd83e8f7f996aa (127.0.91.194:38317)
02:35:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.191141 917 heartbeater.cc:347] Connected to a master server at 127.0.91.252:43129
02:35:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.191237 917 heartbeater.cc:464] Registering TS with master...
02:35:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.191581 918 heartbeater.cc:347] Connected to a master server at 127.0.91.254:45651
02:35:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.191656 918 heartbeater.cc:464] Registering TS with master...
02:35:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.191835 918 heartbeater.cc:511] Master 127.0.91.254:45651 requested a full tablet report, sending...
02:35:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.192059 917 heartbeater.cc:511] Master 127.0.91.252:43129 requested a full tablet report, sending...
02:35:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.192610 408 ts_manager.cc:194] Registered new tserver with Master: 51fe4640dd53493dabdd83e8f7f996aa (127.0.91.194:38317)
02:35:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.192724 553 ts_manager.cc:194] Registered new tserver with Master: 51fe4640dd53493dabdd83e8f7f996aa (127.0.91.194:38317)
02:35:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.193619 553 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.91.194:52625
02:35:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.302269 924 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.302536 924 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.302573 924 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.306602 924 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.306692 924 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.91.195
02:35:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.311674 924 tablet_server_runner.cc:78] Tablet server non-default flags:
02:35:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.91.212:40057
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.91.195:0
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data/info.pb
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.91.195
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.91.254:45651,127.0.91.253:46847,127.0.91.252:43129
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.924
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.91.195
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/logs
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.312711 924 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:17.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.314180 924 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.324148 924 server_base.cc:1034] running on GCE node
02:35:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.324141 930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.324141 929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:17.324366 932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.325047 924 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.325783 924 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.326977 924 hybrid_clock.cc:648] HybridClock initialized: now 1790476517326945 us; error 47 us; skew 500 ppm
02:35:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.328933 924 webserver.cc:460] Webserver started at http://127.0.91.195:41205/ using document root <none> and password file <none>
02:35:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.329633 924 fs_manager.cc:359] Metadata directory not provided
02:35:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.329730 924 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.329977 924 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.332154 924 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data/instance:
02:35:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f53023c80b640e5b2026659f1433b0d"
02:35:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.332800 924 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal/instance:
02:35:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f53023c80b640e5b2026659f1433b0d"
02:35:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.336800 924 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
02:35:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.339432 938 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.340699 924 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.340826 924 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f53023c80b640e5b2026659f1433b0d"
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:17 on dist-test-slave-7rfv"
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.340965 924 fs_report.cc:383] FS layout report
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data/data
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.368496 924 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.369132 924 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.369352 924 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.369895 924 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
02:35:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.370954 924 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:35:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.371022 924 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:35:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.371076 924 ts_tablet_manager.cc:610] Registered 0 tablets
02:35:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.371098 924 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:35:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.380995 924 rpc_server.cc:307] RPC server started. Bound to: 127.0.91.195:45841
02:35:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.381012 1051 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.91.195:45841 every 8 connection(s)
02:35:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.382119 924 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/data/info.pb
02:35:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.391351 367 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 924
02:35:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.391459 367 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster8951909963368146417/ts-2/wal/instance
02:35:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.394804 1052 heartbeater.cc:347] Connected to a master server at 127.0.91.252:43129
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395033 1052 heartbeater.cc:464] Registering TS with master...
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.394789 1053 heartbeater.cc:347] Connected to a master server at 127.0.91.254:45651
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.394791 1054 heartbeater.cc:347] Connected to a master server at 127.0.91.253:46847
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395529 1053 heartbeater.cc:464] Registering TS with master...
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395572 1054 heartbeater.cc:464] Registering TS with master...
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395670 1052 heartbeater.cc:511] Master 127.0.91.252:43129 requested a full tablet report, sending...
02:35:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395743 1054 heartbeater.cc:511] Master 127.0.91.253:46847 requested a full tablet report, sending...
02:35:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.395670 1053 heartbeater.cc:511] Master 127.0.91.254:45651 requested a full tablet report, sending...
02:35:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.396694 553 ts_manager.cc:194] Registered new tserver with Master: 8f53023c80b640e5b2026659f1433b0d (127.0.91.195:45841)
02:35:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.396773 481 ts_manager.cc:194] Registered new tserver with Master: 8f53023c80b640e5b2026659f1433b0d (127.0.91.195:45841)
02:35:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.396832 408 ts_manager.cc:194] Registered new tserver with Master: 8f53023c80b640e5b2026659f1433b0d (127.0.91.195:45841)
02:35:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.397428 553 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.91.195:43555
02:35:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.411355 367 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
02:35:17.412 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:35:17.413 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:35:17.426 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.91.254"
port: 45651
}
bound_http_address {
host: "127.0.91.254"
port: 46669
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.91.253"
port: 46847
}
bound_http_address {
host: "127.0.91.253"
port: 44155
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.91.252"
port: 43129
}
bound_http_address {
host: "127.0.91.252"
port: 46653
}
}
}
02:35:17.431 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:35:17.433 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.91.193"
port: 37401
}
bound_http_address {
host: "127.0.91.193"
port: 38153
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.91.194"
port: 38317
}
bound_http_address {
host: "127.0.91.194"
port: 33233
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.91.195"
port: 45841
}
bound_http_address {
host: "127.0.91.195"
port: 41205
}
}
}
02:35:17.434 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:35:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.442097 623 catalog_manager.cc:1259] Loaded cluster ID: 0e59264d51ad42e4adca184966e71868
02:35:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.442168 623 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: loading cluster ID for follower catalog manager: success
02:35:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.443794 623 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: acquiring CA information for follower catalog manager: success
02:35:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.445012 623 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bdca917c9c0a411687eb63cc70b44000: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:35:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.472349 637 catalog_manager.cc:1259] Loaded cluster ID: 0e59264d51ad42e4adca184966e71868
02:35:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.472440 637 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: loading cluster ID for follower catalog manager: success
02:35:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.474588 637 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: acquiring CA information for follower catalog manager: success
02:35:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.476037 637 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c866ea2b9ca24612b671132aecd221b0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:35:17.600 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:35:17.720 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5ygUS1/test-tmp
02:35:17.720 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
02:35:17.721 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5ygUS1/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
02:35:17.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
02:35:17.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:17.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:35:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.843443 1060 mini_oidc.cc:152] Starting JWKS server
02:35:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.845890 1060 webserver.cc:460] Webserver started at http://127.0.0.1:40981/ using document root <none> and password file <none>
02:35:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.846081 1060 mini_oidc.cc:189] Starting OIDC Discovery server
02:35:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.846410 1060 webserver.cc:460] Webserver started at http://127.0.0.1:42987/ using document root <none> and password file <none>
02:35:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:35:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/principal' for realm 'KRBTEST.COM',
02:35:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:35:17.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:17 dist-test-slave-7rfv krb5kdc[1071](info): setting up network...
02:35:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:35:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:17 dist-test-slave-7rfv krb5kdc[1071](info): set up 2 sockets
02:35:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:17 dist-test-slave-7rfv krb5kdc[1071](info): commencing operation
02:35:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:35:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:17.975862 779 heartbeater.cc:503] Master 127.0.91.252:43129 was elected leader, sending a full tablet report...
02:35:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:18.195787 917 heartbeater.cc:503] Master 127.0.91.252:43129 was elected leader, sending a full tablet report...
02:35:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:18.399083 1052 heartbeater.cc:503] Master 127.0.91.252:43129 was elected leader, sending a full tablet report...
02:35:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:18.939189 1060 mini_kdc.cc:121] Time spent starting KDC: real 1.085s user 0.000s sys 0.008s
02:35:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:35:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:35:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:35:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:35:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:35:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:35:19.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:35:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:35:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:35:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:35:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/test-user.keytab.
02:35:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/test-user.keytab.
02:35:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:35:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:35:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:19Z Disabled control of system clock
02:35:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.9.62@KRBTEST.COM; defaulting to no policy
02:35:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.9.62@KRBTEST.COM" created.
02:35:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab.
02:35:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab.
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.073012 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/logs
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.62:35857
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.62
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.62
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.186868 1084 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.187139 1084 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.187181 1084 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191606 1084 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191668 1084 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191690 1084 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191707 1084 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191723 1084 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191740 1084 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.191753 1084 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.197365 1084 master_runner.cc:386] Master server non-default flags:
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab
02:35:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.62
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.62:35857
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.62
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1084
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/logs
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.198710 1084 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.199707 1084 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.208920 1092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.208930 1084 server_base.cc:1034] running on GCE node
02:35:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.208930 1090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.209085 1089 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.209862 1084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.210942 1084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.212139 1084 hybrid_clock.cc:648] HybridClock initialized: now 1790476519212105 us; error 47 us; skew 500 ppm
02:35:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.215240 1084 init.cc:377] Logged in from keytab as kudu/127.1.9.62@KRBTEST.COM (short username kudu)
02:35:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.216228 1084 webserver.cc:460] Webserver started at http://127.1.9.62:39411/ using document root <none> and password file <none>
02:35:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.216723 1084 fs_manager.cc:359] Metadata directory not provided
02:35:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.216780 1084 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.216944 1084 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.218873 1084 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/instance:
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650d08812b1f47ca92a7267adca7259d"
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.219424 1084 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal/instance:
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650d08812b1f47ca92a7267adca7259d"
02:35:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.223081 1084 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.002s
02:35:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.225488 1099 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.226742 1084 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.226841 1084 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650d08812b1f47ca92a7267adca7259d"
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.226913 1084 fs_report.cc:383] FS layout report
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/data
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.251652 1084 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.255326 1084 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.255482 1084 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.263427 1084 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.62:35857
02:35:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.263760 1151 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.62:35857 every 8 connection(s)
02:35:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.264329 1084 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.267213 1152 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.269493 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1084
02:35:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.269671 1060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal/instance
02:35:19.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.271215 1152 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.9.61@KRBTEST.COM; defaulting to no policy
02:35:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.9.61@KRBTEST.COM" created.
02:35:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.62@KRBTEST.COM for kudu/127.1.9.62@KRBTEST.COM
02:35:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.290956 1152 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.292058 1100 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.293368 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.61:37621: Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab.
02:35:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab.
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.300442 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/logs
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.61:37621
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.61
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.61
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.342633 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } attempt: 1
02:35:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.344182 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.61:37621: Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:19.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.412389 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } attempt: 2
02:35:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.413842 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.61:37621: Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.414701 1159 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.414943 1159 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.414987 1159 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420107 1159 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420331 1159 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420454 1159 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420555 1159 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420655 1159 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420751 1159 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.420835 1159 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.428670 1159 master_runner.cc:386] Master server non-default flags:
02:35:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.61
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.61:37621
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.61
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1159
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/logs
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.430146 1159 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.431257 1159 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.439832 1164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.439868 1159 server_base.cc:1034] running on GCE node
02:35:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.439900 1167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.439832 1165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.440579 1159 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:19.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.441778 1159 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.442972 1159 hybrid_clock.cc:648] HybridClock initialized: now 1790476519442940 us; error 44 us; skew 500 ppm
02:35:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.445950 1159 init.cc:377] Logged in from keytab as kudu/127.1.9.61@KRBTEST.COM (short username kudu)
02:35:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.446936 1159 webserver.cc:460] Webserver started at http://127.1.9.61:35689/ using document root <none> and password file <none>
02:35:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.447489 1159 fs_manager.cc:359] Metadata directory not provided
02:35:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.447546 1159 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.447767 1159 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.449746 1159 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/instance:
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a12c93a7017d4008bea0a0b07b212960"
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.450636 1159 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal/instance:
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a12c93a7017d4008bea0a0b07b212960"
02:35:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.454159 1159 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
02:35:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.456444 1174 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.457669 1159 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
02:35:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.457799 1159 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a12c93a7017d4008bea0a0b07b212960"
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.457937 1159 fs_report.cc:383] FS layout report
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/data
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.479619 1159 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.482681 1159 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.482892 1159 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.489871 1159 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.61:37621
02:35:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.490116 1226 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.61:37621 every 8 connection(s)
02:35:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.490914 1159 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.493711 1227 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.496798 1227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.499330 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1159
02:35:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.499434 1060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal/instance
02:35:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.505041 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } attempt: 3
02:35:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.61@KRBTEST.COM for kudu/127.1.9.62@KRBTEST.COM
02:35:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.9.60@KRBTEST.COM; defaulting to no policy
02:35:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.9.60@KRBTEST.COM" created.
02:35:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.62@KRBTEST.COM for kudu/127.1.9.61@KRBTEST.COM
02:35:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.512923 1227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.516971 1152 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.518500 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.61@KRBTEST.COM for kudu/127.1.9.61@KRBTEST.COM
02:35:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.524081 1227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.525022 1177 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.526108 1227 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:35:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab.
02:35:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.9.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab.
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.530081 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/logs
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.60:34715
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.60
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.60
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.549664 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 1
02:35:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.551083 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.575403 1227 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 1
02:35:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.576905 1227 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.626271 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 2
02:35:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.627691 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.643298 1235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.643555 1235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.643600 1235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.645085 1227 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 2
02:35:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.646485 1227 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648106 1235 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648154 1235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648176 1235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648192 1235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648208 1235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648224 1235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.648237 1235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.653631 1235 master_runner.cc:386] Master server non-default flags:
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.60
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.60:34715
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.60
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1235
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/logs
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.654652 1235 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.655697 1235 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.664427 1240 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.664462 1243 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.664462 1241 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.664721 1235 server_base.cc:1034] running on GCE node
02:35:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.665552 1235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.666673 1235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.667883 1235 hybrid_clock.cc:648] HybridClock initialized: now 1790476519667850 us; error 45 us; skew 500 ppm
02:35:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.670732 1235 init.cc:377] Logged in from keytab as kudu/127.1.9.60@KRBTEST.COM (short username kudu)
02:35:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.671627 1235 webserver.cc:460] Webserver started at http://127.1.9.60:39511/ using document root <none> and password file <none>
02:35:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.672128 1235 fs_manager.cc:359] Metadata directory not provided
02:35:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.672184 1235 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.672382 1235 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.674340 1235 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/instance:
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3b49e73d924f9ab01a4c2af82e8afb"
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.674824 1235 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal/instance:
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3b49e73d924f9ab01a4c2af82e8afb"
02:35:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.678431 1235 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.001s sys 0.003s
02:35:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.681207 1250 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.682798 1235 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.682926 1235 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3b49e73d924f9ab01a4c2af82e8afb"
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.683036 1235 fs_report.cc:383] FS layout report
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/data
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.726874 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 3
02:35:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.728399 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.733513 1235 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.736968 1235 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.737138 1235 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.737672 1227 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 3
02:35:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.739033 1227 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.746074 1235 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.60:34715
02:35:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.746363 1302 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.60:34715 every 8 connection(s)
02:35:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.747113 1235 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.749809 1303 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:35:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.753140 1303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.756330 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1235
02:35:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.756436 1060 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal/instance
02:35:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for kudu/127.1.9.62@KRBTEST.COM
02:35:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.768749 1303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.9.60@KRBTEST.COM
02:35:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for kudu/127.1.9.61@KRBTEST.COM
02:35:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.778370 1303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } has no permanent_uuid. Determining permanent_uuid...
02:35:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for kudu/127.1.9.60@KRBTEST.COM
02:35:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.9.62@KRBTEST.COM
02:35:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.789943 1303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Bootstrap starting.
02:35:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.793785 1303 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Neither blocks nor log segments found. Creating new log.
02:35:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.794940 1303 log.cc:824] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Log is configured to *not* fsync() on all Append() calls
02:35:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.9.61@KRBTEST.COM
02:35:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.797134 1303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: No bootstrap required, opened a new log
02:35:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.800594 1303 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.800895 1303 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:35:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.800948 1303 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d3b49e73d924f9ab01a4c2af82e8afb, State: Initialized, Role: FOLLOWER
02:35:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.801484 1303 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.801995 1309 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } } }
02:35:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.802112 1309 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: This master's current role is: FOLLOWER
02:35:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.802908 1303 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: configured and running, proceeding with master startup.
02:35:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.803689 1060 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
02:35:19.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
02:35:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.808321 1320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.808564 1320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.806588 1235 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: OK, instance_id { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" instance_seqno: 1790476519261321 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:35:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.810439 1235 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:19.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
02:35:19.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
02:35:19.822 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.9.62"
port: 35857
}
bound_http_address {
host: "127.1.9.62"
port: 39411
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.9.61"
port: 37621
}
bound_http_address {
host: "127.1.9.61"
port: 35689
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.9.60"
port: 34715
}
bound_http_address {
host: "127.1.9.60"
port: 39511
}
}
}
02:35:19.822 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:35:19.823 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.823 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:35:19.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:35:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:35:19.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.844 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc
02:35:19.851 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:35:19.852 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc
02:35:19.853 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:35:19.857 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
02:35:19.859 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:35:19.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:35:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:19 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:35:19.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.876 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc
02:35:19.877 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:35:19.878 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.9.60:34715
02:35:19.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:35:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.877908 1309 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.878108 1309 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.879271 1309 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.880498 1060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 1235
02:35:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.882210 1227 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 4
02:35:19.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.887876 1229 negotiation.cc:337] Failed RPC negotiation. Trace:
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 02:35:19.882665 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.1.9.60:34715 (local address 127.0.0.1:38536)
02:35:19.888 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.9.61:37621
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 02:35:19.882834 (+ 169us) negotiation.cc:107] Waiting for socket to connect
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 02:35:19.882851 (+ 17us) client_negotiation.cc:174] Beginning negotiation
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 02:35:19.882950 (+ 99us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 02:35:19.886903 (+ 3953us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":65}
02:35:19.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:35:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.888752 1060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 1159
02:35:19.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.892561 1152 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } attempt: 4
02:35:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:19.893894 1152 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.9.60:34715: Network error: Client connection negotiation failed: client connection to 127.1.9.60:34715: connect: Connection refused (error 111)
02:35:19.896 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.896 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.9.62:35857
02:35:19.896 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:35:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.897136 1060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 1084
02:35:19.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:19.902 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.9.60:34715
02:35:19.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:19.904307 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/logs
02:35:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.60:34715
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.60
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39511
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.60
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.022217 1326 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.022505 1326 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.022550 1326 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026530 1326 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026587 1326 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026610 1326 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026628 1326 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026643 1326 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026659 1326 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.026672 1326 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.033036 1326 master_runner.cc:386] Master server non-default flags:
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.60.keytab
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.60
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.60:34715
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.60
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39511
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1326
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/logs
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.034511 1326 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:20.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.035916 1326 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.047055 1331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.047122 1334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.047366 1326 server_base.cc:1034] running on GCE node
02:35:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.047412 1332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.048569 1326 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.050194 1326 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.051519 1326 hybrid_clock.cc:648] HybridClock initialized: now 1790476520051456 us; error 88 us; skew 500 ppm
02:35:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:20 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476520, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.055389 1326 init.cc:377] Logged in from keytab as kudu/127.1.9.60@KRBTEST.COM (short username kudu)
02:35:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.056691 1326 webserver.cc:460] Webserver started at http://127.1.9.60:39511/ using document root <none> and password file <none>
02:35:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.057498 1326 fs_manager.cc:359] Metadata directory not provided
02:35:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.057627 1326 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.063126 1326 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.000s
02:35:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.065866 1341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.067709 1326 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:35:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.067873 1326 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d3b49e73d924f9ab01a4c2af82e8afb"
02:35:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.068751 1326 fs_report.cc:383] FS layout report
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/wal
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/data
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.094419 1326 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.097530 1326 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.097677 1326 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.104647 1326 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.60:34715
02:35:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.104890 1393 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.60:34715 every 8 connection(s)
02:35:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.105855 1326 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-2/data/info.pb
02:35:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.109822 1394 sys_catalog.cc:263] Verifying existing consensus state
02:35:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.110741 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1326
02:35:20.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:20.111 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.9.61:37621
02:35:20.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:35:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.111557 1394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Bootstrap starting.
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.111804 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/logs
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.61:37621
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.61
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35689
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.61
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.128418 1394 log.cc:824] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Log is configured to *not* fsync() on all Append() calls
02:35:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.130132 1394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:35:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.130481 1394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Bootstrap complete.
02:35:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.135980 1394 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.136529 1394 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:35:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.136590 1394 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d3b49e73d924f9ab01a4c2af82e8afb, State: Initialized, Role: FOLLOWER
02:35:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.137133 1394 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.137611 1398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } } }
02:35:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.137785 1398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: This master's current role is: FOLLOWER
02:35:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.138512 1394 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [sys.catalog]: configured and running, proceeding with master startup.
02:35:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.143509 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.143783 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.154219 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.157568 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.199129 1398 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.199335 1398 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.200726 1398 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.201669 1342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:20.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.202682 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:20.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.202821 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:20.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.202869 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:20.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.203099 1398 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.243979 1396 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.244287 1396 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.244351 1396 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249059 1396 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249142 1396 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249176 1396 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249200 1396 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249222 1396 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249244 1396 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.249264 1396 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.255059 1396 master_runner.cc:386] Master server non-default flags:
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.61.keytab
02:35:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.61
02:35:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.61:37621
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.61
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35689
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1396
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/logs
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.256456 1396 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.257781 1396 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.267066 1419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.267477 1396 server_base.cc:1034] running on GCE node
02:35:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.267011 1418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.267380 1421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.268426 1396 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.269701 1396 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.270910 1396 hybrid_clock.cc:648] HybridClock initialized: now 1790476520270853 us; error 77 us; skew 500 ppm
02:35:20.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:20 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476520, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:20.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.273980 1396 init.cc:377] Logged in from keytab as kudu/127.1.9.61@KRBTEST.COM (short username kudu)
02:35:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.275017 1396 webserver.cc:460] Webserver started at http://127.1.9.61:35689/ using document root <none> and password file <none>
02:35:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.275751 1396 fs_manager.cc:359] Metadata directory not provided
02:35:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.275859 1396 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.279898 1396 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
02:35:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.285771 1428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.287324 1396 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.000s
02:35:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.287484 1396 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a12c93a7017d4008bea0a0b07b212960"
02:35:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.288132 1396 fs_report.cc:383] FS layout report
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/data
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.310736 1396 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.314291 1396 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.314503 1396 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:20.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.321935 1396 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.61:37621
02:35:20.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.322184 1480 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.61:37621 every 8 connection(s)
02:35:20.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.323115 1396 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/data/info.pb
02:35:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.327484 1481 sys_catalog.cc:263] Verifying existing consensus state
02:35:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 02:35:20.327859 1481 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:35:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.328032 1396 master.cc:537] Master@127.1.9.61:37621 shutting down...
02:35:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.329854 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1396
02:35:20.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:20.330 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.9.62:35857
02:35:20.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.332579 1060 external_mini_cluster.cc:1326] Running /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5ygUS1/build/debug/bin/kudu
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:35:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/logs
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.62:35857
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.62
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39411
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.62
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:35:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:35:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.348203 1396 master.cc:552] Master@127.1.9.61:37621 shutdown complete.
02:35:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.349031 1347 tablet.cc:2369] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:35:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:35:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.449601 1483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:35:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.449911 1483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:35:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.449975 1483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454308 1483 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454386 1483 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454427 1483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454448 1483 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454469 1483 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454491 1483 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:35:20.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.454509 1483 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40981/jwks.json
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.460072 1483 master_runner.cc:386] Master server non-default flags:
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.9.20:42307
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.9.62:35857,127.1.9.61:37621,127.1.9.60:34715
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/krb5kdc/kudu_127.1.9.62.keytab
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.9.62
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.9.62:35857
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:35:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40981/jwks.json
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.9.62
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39411
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1483
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/logs
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:35:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 01:57:39 UTC on ccycloud.quasar-jqbvls.root.comops.site
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675614
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.461447 1483 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:35:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.462728 1483 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:35:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.471190 1491 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.471527 1483 server_base.cc:1034] running on GCE node
02:35:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.471190 1488 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:20.471212 1489 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:35:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.472252 1483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:35:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.473418 1483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:35:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.474618 1483 hybrid_clock.cc:648] HybridClock initialized: now 1790476520474596 us; error 36 us; skew 500 ppm
02:35:20.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:20 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476520, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:20.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.477519 1483 init.cc:377] Logged in from keytab as kudu/127.1.9.62@KRBTEST.COM (short username kudu)
02:35:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.478459 1483 webserver.cc:460] Webserver started at http://127.1.9.62:39411/ using document root <none> and password file <none>
02:35:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.479028 1483 fs_manager.cc:359] Metadata directory not provided
02:35:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.479132 1483 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:35:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.482848 1483 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.000s sys 0.003s
02:35:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.484912 1498 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:35:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.486114 1483 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
02:35:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.486244 1483 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data,/tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650d08812b1f47ca92a7267adca7259d"
02:35:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 02:35:19 on dist-test-slave-7rfv"
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.486840 1483 fs_report.cc:383] FS layout report
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/data
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:35:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:35:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.496905 1483 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:35:20.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.499672 1483 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:35:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.499890 1483 kserver.cc:163] Server-wide thread pool size limit: 3276
02:35:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.507069 1483 rpc_server.cc:307] RPC server started. Bound to: 127.1.9.62:35857
02:35:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.507306 1550 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.9.62:35857 every 8 connection(s)
02:35:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.508199 1483 server_base.cc:1166] Dumped server information to /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/data/info.pb
02:35:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.508912 1060 external_mini_cluster.cc:1388] Started /tmp/dist-test-task5ygUS1/build/debug/bin/kudu as pid 1483
02:35:20.509 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:35:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.512775 1551 sys_catalog.cc:263] Verifying existing consensus state
02:35:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 02:35:20.513392 1551 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:35:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.513693 1483 master.cc:537] Master@127.1.9.62:35857 shutting down...
02:35:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:20.530766 1483 master.cc:552] Master@127.1.9.62:35857 shutdown complete.
02:35:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task5ygUS1/test-tmp/mini-kudu-cluster370125268464340739/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
02:35:20.558 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.9.60:34715(127.1.9.60:34715)] connecting to peer
02:35:20.606 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:20.608 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:20.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.661 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.9.60:34715(127.1.9.60:34715)] Successfully connected to peer
02:35:20.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.744 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:35:20.753 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.9.60
02:35:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:20 dist-test-slave-7rfv krb5kdc[1071](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476519, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.9.60@KRBTEST.COM
02:35:20.947 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd83095fd, L:/127.0.0.1:38578 - R:/127.1.9.60:34715] using SASL/GSSAPI
02:35:20.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:20.976 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:20.978 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:20.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:20.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:20.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:20.996 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:20.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:20.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.035 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.036 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.075 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.076 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:21.144806 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:21.144942 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:21.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.157 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.216 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.376 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.416 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.454 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:21.456 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:21.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:21.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:21.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:21.802102 1557 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:21.802235 1557 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:21.802740 1557 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:21.804175 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:21.804297 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:21.804342 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:21.804528 1557 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:22.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:22.145843 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:22.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:22.145959 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:22.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:22.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:22.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:22.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:22.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:22.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:22.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:22.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:22.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:23.146775 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:23.146895 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:23.708716 1561 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:23.708904 1561 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:23.709419 1561 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:23.710940 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:23.711066 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:23.711103 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:23.711229 1561 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:24.147630 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:24.147766 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:25.148516 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:25.148648 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:25.158557 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:25.158694 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:25.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:25.416 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:25.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:25.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:25.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:25.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:25.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:25.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:25.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:26.149452 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:26.149559 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:26.255 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:26.257 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:26.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:26.634 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:26.637 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:26.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:26.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:26.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:27.104367 1566 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:27.104517 1566 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:27.104920 1566 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:27.105700 1342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:35:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:27.106549 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:27.106670 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:27.106705 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:27.106827 1566 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:27.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:27.150372 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:27.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:27.150491 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:28.151252 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:28.151407 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:28.534 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:28.536 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:28.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:28.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:28.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:28.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:28.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:28.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:28.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:29.152175 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:29.152288 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:30 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476530, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:30.057117 1337 init.cc:295] Successfully reacquired a new kerberos TGT
02:35:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:30.153090 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:30.153205 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:30.159687 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:30.159899 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:30.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:30.356 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:30.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:30.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:30.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:30.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:30.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:30.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:30.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:31.153932 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:31.154052 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:32.154800 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:32.154922 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:33.155689 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:33.155817 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:33.255 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:33.257 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:33.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:33.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:33.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:33.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:33.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:33.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:33.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:34.156569 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:34.156697 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:34.297212 1571 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:34.297363 1571 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:34.297732 1571 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:34.298496 1342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:35:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:34.299322 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:34.299443 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:34.299479 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:34.299599 1571 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:34.315 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:34.316 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:34.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:34.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:34.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:34.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:34.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:34.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:34.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:35.157495 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:35.157577 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:35.160915 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:35.161042 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:36.158290 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:36.158409 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:37.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:37.087393 1577 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:37.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:37.087558 1577 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:37.088068 1577 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:37.089376 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:37.089488 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:37.089519 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:37.089663 1577 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:37.159382 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:37.159474 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:38.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:38.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:38.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:38.160208 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:38.160292 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:38.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:38.956 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:38.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:38.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:38.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:39.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:39.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:39.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:39.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:39.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:39.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:39.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:39.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:39.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:39.161118 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:39.161201 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:40 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476540, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:40.058408 1337 init.cc:295] Successfully reacquired a new kerberos TGT
02:35:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:40.162045 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:40.162139 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:40.162607 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:40.162739 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:41.162974 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:41.163090 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:41.299582 1584 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:35:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:41.299732 1584 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "650d08812b1f47ca92a7267adca7259d" member_type: VOTER last_known_addr { host: "127.1.9.62" port: 35857 } } peers { permanent_uuid: "a12c93a7017d4008bea0a0b07b212960" member_type: VOTER last_known_addr { host: "127.1.9.61" port: 37621 } } peers { permanent_uuid: "9d3b49e73d924f9ab01a4c2af82e8afb" member_type: VOTER last_known_addr { host: "127.1.9.60" port: 34715 } }
02:35:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:41.300139 1584 leader_election.cc:288] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857), a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621)
02:35:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:41.300915 1342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:35:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:41.301723 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 650d08812b1f47ca92a7267adca7259d (127.1.9.62:35857): Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111)
02:35:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:41.301856 1342 leader_election.cc:334] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a12c93a7017d4008bea0a0b07b212960 (127.1.9.61:37621): Network error: Client connection negotiation failed: client connection to 127.1.9.61:37621: connect: Connection refused (error 111)
02:35:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:41.301889 1342 leader_election.cc:302] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9d3b49e73d924f9ab01a4c2af82e8afb; no voters: 650d08812b1f47ca92a7267adca7259d, a12c93a7017d4008bea0a0b07b212960
02:35:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:41.302019 1584 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:35:41.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:41.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:41.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:41.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:41.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:41.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:41.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:41.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:41.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:42.163806 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:42.163897 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:43.164584 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:43.164680 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:44.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:44.116 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:44.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:44.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:44.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:44.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:44.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:44.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:44.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:44.165537 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:44.165635 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:45.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:45.163797 1326 master_runner.cc:186] Error getting master registration for 127.1.9.62:35857: Network error: Client connection negotiation failed: client connection to 127.1.9.62:35857: connect: Connection refused (error 111),
02:35:45.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:45.163964 1326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:35:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:45.166324 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:45.166393 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:46.167212 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:46.167302 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:47.114 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:47.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:47.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:47.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:47.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:47.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:47.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:47.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:47.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:47.167989 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:47.168077 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:48.168784 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:48.168874 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:49.169726 1409 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9d3b49e73d924f9ab01a4c2af82e8afb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:35:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 02:35:49.169824 1409 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:35:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 02:35:50 dist-test-slave-7rfv krb5kdc[1071](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790476550, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.9.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:35:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.059772 1337 init.cc:295] Successfully reacquired a new kerberos TGT
02:35:50.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.61:37621(127.1.9.61:37621)] connecting to peer
02:35:50.116 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.9.62:35857(127.1.9.62:35857)] connecting to peer
02:35:50.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:50.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.9.61:37621(127.1.9.61:37621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:50.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.61:37621: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621
02:35:50.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:50.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.62:35857(127.1.9.62:35857)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:50.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.9.62:35857: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
02:35:50.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857; will retry
02:35:50.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [439ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [455ms] refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [460ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [464ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [465ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [475ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [479ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [485ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [501ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [502ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [523ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [635ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [639ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [702ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [858ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [860ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [861ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [900ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [905ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [937ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [938ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [940ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [940ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2255ms] refreshing cache from master, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2260ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [4895ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [4897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [4899ms] too many traces: truncated at 100 traces, deferred=Deferred@31779191(state=PENDING, result=null, callback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691), errback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691)))
02:35:50.127 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.9.61:37621(127.1.9.61:37621)] disconnecting while in state TERMINATED
02:35:50.128 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.9.60:34715(127.1.9.60:34715)] disconnecting while in state READY
02:35:50.128 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.9.62:35857(127.1.9.62:35857)] disconnecting while in state TERMINATED
02:35:50.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:35:50.135 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.9.60:34715(127.1.9.60:34715)] handling channelInactive
02:35:50.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.9.60:34715(127.1.9.60:34715)] cleaning up while in state READY due to: connection closed
02:35:50.137 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:35:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.141960 1060 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 1326
02:35:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:50Z chronyd exiting
02:35:50.198 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:35:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.199939 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 651
02:35:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.207069 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 789
02:35:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.212806 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 924
02:35:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.221084 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 378
02:35:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.229729 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 447
02:35:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 02:35:50.237079 367 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task5ygUS1/build/debug/bin/kudu with pid 520
02:35:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T02:35:50Z chronyd exiting
02:35:50.289 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [439ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [455ms] refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [460ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [464ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [465ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [475ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [479ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [485ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [501ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [502ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [523ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [635ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [639ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [702ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [858ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [860ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [861ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [900ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [905ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [937ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [938ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [940ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [940ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2255ms] refreshing cache from master, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2260ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [4895ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [4897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [4899ms] too many traces: truncated at 100 traces, deferred=Deferred@31779191(state=PENDING, result=null, callback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691), errback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.9.62:35857
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [439ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [455ms] refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [460ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [464ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [465ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [475ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [479ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [485ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [501ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [502ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [523ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [635ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [639ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [702ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [858ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [860ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [861ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [900ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [905ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [937ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [938ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [940ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [940ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2255ms] refreshing cache from master, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2260ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [4895ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [4897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [4899ms] too many traces: truncated at 100 traces, deferred=Deferred@31779191(state=PENDING, result=null, callback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691), errback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.9.62:35857
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
02:35:51.113 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
02:35:51.113 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [439ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [455ms] refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [460ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [464ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [465ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [475ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [479ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [485ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [501ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [502ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [523ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [635ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [639ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [702ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [858ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [860ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [861ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [900ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [905ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [937ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [938ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [940ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [940ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2255ms] refreshing cache from master, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2260ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [4895ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [4897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [4899ms] too many traces: truncated at 100 traces, deferred=Deferred@31779191(state=PENDING, result=null, callback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691), errback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.9.62:35857
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29605), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [439ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [455ms] refreshing cache from master, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [460ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [464ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [465ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [475ms] refreshing cache from master, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [479ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [485ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [495ms] refreshing cache from master, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [500ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [501ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [502ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [515ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [523ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [560ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [635ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [639ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [699ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [702ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [855ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [858ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [860ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [861ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [900ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [901ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [905ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [937ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [938ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [940ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [940ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2255ms] refreshing cache from master, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.61:37621: Network error: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621, [2259ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.60:34715: OK, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.1.9.62:35857: Network error: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [2260ms] delaying RPC due to: Service unavailable: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857, [4895ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.60:34715, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.61:37621, [4897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.9.62:35857, [4899ms] too many traces: truncated at 100 traces, deferred=Deferred@31779191(state=PENDING, result=null, callback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691), errback=(continuation of Deferred@1104452502 after retry RPC after error@2034317472) -> (continuation of Deferred@1443245547 after retry RPC after error@1880086797) -> (continuation of Deferred@367191217 after retry RPC after error@1695963797) -> (continuation of Deferred@35146409 after retry RPC after error@206650454) -> (continuation of Deferred@244614657 after retry RPC after error@1501669300) -> (continuation of Deferred@420274991 after retry RPC after error@482004948) -> (continuation of Deferred@909440716 after retry RPC after error@1658608569) -> (continuation of Deferred@473418070 after retry RPC after error@1454989675) -> (continuation of Deferred@1193967590 after retry RPC after error@1194059049) -> (continuation of Deferred@1710549475 after retry RPC after error@2027650575) -> (continuation of Deferred@1813703613 after retry RPC after error@1946175930) -> (continuation of Deferred@922291496 after retry RPC after error@359737086) -> (continuation of Deferred@781021422 after retry RPC after error@1488363804) -> (continuation of Deferred@651720559 after retry RPC after error@981660572) -> (continuation of Deferred@2144202274 after retry RPC after error@312348294) -> (continuation of Deferred@2006474933 after retry RPC after error@1512793033) -> (continuation of Deferred@1241987664 after retry RPC after error@672130984) -> (continuation of Deferred@472295380 after retry RPC after error@496155314) -> (continuation of Deferred@1848952554 after retry RPC after error@970018339) -> (continuation of Deferred@283137738 after retry RPC after error@414136654) -> (continuation of Deferred@1357164327 after retry RPC after error@1677153102) -> (continuation of Deferred@1907564540 after retry RPC after error@280440269) -> (continuation of Deferred@1700738411 after retry RPC after error@1013671853) -> (continuation of Deferred@1431225123 after retry RPC after error@2092844290) -> (continuation of Deferred@1616298899 after retry RPC after error@132613691)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.9.60:34715,127.1.9.61:37621,127.1.9.62:35857) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.61:37621(127.1.9.61:37621): Connection refused: /127.1.9.61:37621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.9.62:35857(127.1.9.62:35857): Connection refused: /127.1.9.62:35857
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.9.62:35857
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)