13:29:58.036 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:29:58.048 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskI2iXOX/test-tmp
13:29:58.050 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:29:58.054 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskI2iXOX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:29:58.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:29:58.459 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:29:58.460 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:29:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.463755 14754 mini_oidc.cc:152] Starting JWKS server
13:29:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.468207 14754 webserver.cc:460] Webserver started at http://127.0.0.1:32791/ using document root <none> and password file <none>
13:29:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.468804 14754 mini_oidc.cc:189] Starting OIDC Discovery server
13:29:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.470624 14754 webserver.cc:460] Webserver started at http://127.0.0.1:37669/ using document root <none> and password file <none>
13:29:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:29:58Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:29:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:29:58Z Disabled control of system clock
13:29:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.516117 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:29:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:29:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal
13:29:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data
13:29:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:29:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:29:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:29:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/logs
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data/info.pb
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:29:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:29:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.190:44565
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.190
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:29:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:29:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:29:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:29:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json with env {}
13:29:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.804148 14766 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:29:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.804701 14766 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:29:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.805349 14766 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:29:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.836130 14766 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:29:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.836450 14766 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:29:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.836654 14766 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:29:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.836879 14766 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:29:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.837169 14766 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:29:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.837415 14766 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32791/jwks.json
13:29:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.873854 14766 master_runner.cc:386] Master server non-default flags:
13:29:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:29:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:29:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:29:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:29:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data
13:29:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.190:44565
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data/info.pb
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.190
13:29:58.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/logs
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:29:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.875171 14766 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:29:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.877154 14766 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:29:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.894136 14773 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:29:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.894188 14775 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:29:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:29:58.894868 14772 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:29:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:58.895231 14766 server_base.cc:1034] running on GCE node
13:29:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.983456 14766 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:29:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.986059 14766 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:29:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.987411 14766 hybrid_clock.cc:648] HybridClock initialized: now 1790602199987380 us; error 50 us; skew 500 ppm
13:29:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.988206 14766 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:29:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.998694 14766 webserver.cc:460] Webserver started at http://127.14.104.190:37821/ using document root <none> and password file <none>
13:29:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.999586 14766 fs_manager.cc:359] Metadata directory not provided
13:29:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:29:59.999764 14766 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.000138 14766 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.004932 14766 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data/instance:
13:30:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb614e00fe149308d2946e5b07f1c1a"
13:30:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:29:59 on dist-test-slave-hqlw"
13:30:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.006204 14766 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal/instance:
13:30:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb614e00fe149308d2946e5b07f1c1a"
13:30:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:29:59 on dist-test-slave-hqlw"
13:30:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.013782 14766 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
13:30:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.019403 14782 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.020648 14766 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:30:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.020954 14766 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb614e00fe149308d2946e5b07f1c1a"
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:29:59 on dist-test-slave-hqlw"
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.021260 14766 fs_report.cc:383] FS layout report
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal
13:30:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data/data
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.050375 14766 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.051833 14766 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.052229 14766 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.117677 14766 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.190:44565
13:30:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.117751 14833 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.190:44565 every 8 connection(s)
13:30:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.120163 14766 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/data/info.pb
13:30:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.125535 14834 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.125712 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 14766
13:30:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.126214 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-0/wal/instance
13:30:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.131153 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal
13:30:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/logs
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data/info.pb
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.189:44771
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.189
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json with env {}
13:30:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.140128 14834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } has no permanent_uuid. Determining permanent_uuid...
13:30:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.168510 14834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } has no permanent_uuid. Determining permanent_uuid...
13:30:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.170463 14784 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.174124 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.223690 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 1
13:30:00.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.227552 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.296025 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 2
13:30:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.299721 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.391177 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 3
13:30:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.395244 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.442811 14836 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.443467 14836 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.444125 14836 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.475250 14836 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.475611 14836 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.475916 14836 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.476238 14836 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.476570 14836 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.476825 14836 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32791/jwks.json
13:30:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.511965 14836 master_runner.cc:386] Master server non-default flags:
13:30:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.189:44771
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data/info.pb
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.189
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/logs
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.513528 14836 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.515846 14836 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.532593 14848 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.538653 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 4
13:30:00.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.542092 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:00.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.841460 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 5
13:30:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.846127 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.393596 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 6
13:30:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:01.406992 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.189:44771: Network error: Client connection negotiation failed: client connection to 127.14.104.189:44771: connect: Connection refused (error 111)
13:30:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.532644 14845 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:00.532614 14846 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:00.534225 14836 server_base.cc:1034] running on GCE node
13:30:01.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.630293 14836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.633443 14836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.634889 14836 hybrid_clock.cc:648] HybridClock initialized: now 1790602201634846 us; error 52 us; skew 500 ppm
13:30:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.636023 14836 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.642553 14836 webserver.cc:460] Webserver started at http://127.14.104.189:34737/ using document root <none> and password file <none>
13:30:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.643728 14836 fs_manager.cc:359] Metadata directory not provided
13:30:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.643998 14836 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.644562 14836 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.649655 14836 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data/instance:
13:30:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474bab6a7a2344cb8a4ebec4acd8aade"
13:30:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:01 on dist-test-slave-hqlw"
13:30:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.650807 14836 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal/instance:
13:30:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474bab6a7a2344cb8a4ebec4acd8aade"
13:30:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:01 on dist-test-slave-hqlw"
13:30:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.657958 14836 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
13:30:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.663452 14857 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.664525 14836 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
13:30:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.664845 14836 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal
13:30:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474bab6a7a2344cb8a4ebec4acd8aade"
13:30:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:01 on dist-test-slave-hqlw"
13:30:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.665232 14836 fs_report.cc:383] FS layout report
13:30:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal
13:30:01.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data/data
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:01.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.698302 14836 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:01.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.699877 14836 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:01.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.700366 14836 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.766724 14836 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.189:44771
13:30:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.766819 14908 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.189:44771 every 8 connection(s)
13:30:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.769483 14836 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/data/info.pb
13:30:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.773752 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 14836
13:30:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.774161 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-1/wal/instance
13:30:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.774865 14909 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.776362 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal
13:30:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/logs
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data/info.pb
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.188:38329
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.188
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json with env {}
13:30:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.790062 14909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } has no permanent_uuid. Determining permanent_uuid...
13:30:01.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.811740 14909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } has no permanent_uuid. Determining permanent_uuid...
13:30:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.828178 14909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } has no permanent_uuid. Determining permanent_uuid...
13:30:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:01.830266 14859 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:01.833967 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.883484 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 1
13:30:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:01.887027 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:01.955469 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 2
13:30:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:01.959040 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.050450 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 3
13:30:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.054538 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.075991 14911 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.076565 14911 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.077023 14911 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.108780 14911 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.109162 14911 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.109416 14911 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.109699 14911 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.110041 14911 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.110236 14911 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32791/jwks.json
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.145675 14911 master_runner.cc:386] Master server non-default flags:
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.188:38329
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32791/jwks.json
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data/info.pb
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.188
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/logs
13:30:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.146940 14911 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.148862 14911 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.166414 14924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.198136 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 4
13:30:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.202723 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.467610 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } attempt: 7
13:30:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.481192 14834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } has no permanent_uuid. Determining permanent_uuid...
13:30:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.486698 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.502108 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 5
13:30:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.505987 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.545099 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 1
13:30:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.548926 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.630316 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 2
13:30:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.634521 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.719944 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 3
13:30:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.725005 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:02.865443 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 4
13:30:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.869741 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.053396 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 6
13:30:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.061288 14909 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:03.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.153153 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 5
13:30:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.157176 14834 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.104.188:38329: Network error: Client connection negotiation failed: client connection to 127.14.104.188:38329: connect: Connection refused (error 111)
13:30:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.166425 14921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:02.167028 14922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.295812 14923 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:30:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.296191 14911 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.301244 14911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.304463 14911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:03.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.306396 14911 hybrid_clock.cc:648] HybridClock initialized: now 1790602203306336 us; error 74 us; skew 500 ppm
13:30:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.307274 14911 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.313807 14911 webserver.cc:460] Webserver started at http://127.14.104.188:45841/ using document root <none> and password file <none>
13:30:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.315743 14911 fs_manager.cc:359] Metadata directory not provided
13:30:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.316237 14911 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.317067 14911 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:03.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.325418 14911 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data/instance:
13:30:03.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1906616f8d3464d91c7d61580f63c4b"
13:30:03.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:03 on dist-test-slave-hqlw"
13:30:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.327252 14911 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal/instance:
13:30:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1906616f8d3464d91c7d61580f63c4b"
13:30:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:03 on dist-test-slave-hqlw"
13:30:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.337432 14911 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.011s sys 0.001s
13:30:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.345045 14936 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.348784 14911 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.000s
13:30:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.349221 14911 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal
13:30:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1906616f8d3464d91c7d61580f63c4b"
13:30:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:03 on dist-test-slave-hqlw"
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.349714 14911 fs_report.cc:383] FS layout report
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data/data
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.387300 14911 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.388831 14911 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.389354 14911 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.458316 14911 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.188:38329
13:30:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.458405 14987 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.188:38329 every 8 connection(s)
13:30:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.461272 14911 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/data/info.pb
13:30:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.468086 14988 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.471401 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 14911
13:30:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.471932 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/master-2/wal/instance
13:30:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.485932 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } has no permanent_uuid. Determining permanent_uuid...
13:30:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.513985 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } has no permanent_uuid. Determining permanent_uuid...
13:30:03.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.527321 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } has no permanent_uuid. Determining permanent_uuid...
13:30:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.544319 14988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: Bootstrap starting.
13:30:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.550504 14988 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: Neither blocks nor log segments found. Creating new log.
13:30:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.552452 14988 log.cc:824] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: Log is configured to *not* fsync() on all Append() calls
13:30:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.567400 14988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: No bootstrap required, opened a new log
13:30:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.590171 14988 raft_consensus.cc:348] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.590821 14988 raft_consensus.cc:374] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:30:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.591096 14988 raft_consensus.cc:729] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1906616f8d3464d91c7d61580f63c4b, State: Initialized, Role: FOLLOWER
13:30:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.591882 14988 consensus_queue.cc:260] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.594718 14997 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.595551 14997 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: This master's current role is: FOLLOWER
13:30:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.596504 14988 sys_catalog.cc:564] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: configured and running, proceeding with master startup.
13:30:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.619990 15008 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.620352 15008 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.616346 14911 master_runner.cc:186] Error getting master registration for 127.14.104.190:44565: OK, instance_id { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" instance_seqno: 1790602200099470 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:30:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.642064 14911 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:03.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.644546 14942 tablet.cc:2369] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:30:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.709578 14834 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 6
13:30:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.730201 14834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: Bootstrap starting.
13:30:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.735417 14834 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: Neither blocks nor log segments found. Creating new log.
13:30:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.737635 14834 log.cc:824] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: Log is configured to *not* fsync() on all Append() calls
13:30:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.743394 14834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: No bootstrap required, opened a new log
13:30:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.769819 14834 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.770704 14834 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:30:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.770975 14834 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7cb614e00fe149308d2946e5b07f1c1a, State: Initialized, Role: FOLLOWER
13:30:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.771878 14834 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.775295 15012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.777230 15012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: This master's current role is: FOLLOWER
13:30:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.778072 14834 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: configured and running, proceeding with master startup.
13:30:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.815294 14788 tablet.cc:2369] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:30:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.819096 15023 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:03.820273 15023 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.816982 14766 master_runner.cc:186] Error getting master registration for 127.14.104.189:44771: OK, instance_id { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" instance_seqno: 1790602201749086 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:30:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.843783 14766 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.967005 15012 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.967585 15012 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.970569 14997 raft_consensus.cc:482] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.971205 14997 raft_consensus.cc:504] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.973402 14963 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7cb614e00fe149308d2946e5b07f1c1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1906616f8d3464d91c7d61580f63c4b" is_pre_election: true
13:30:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.974206 14963 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7cb614e00fe149308d2946e5b07f1c1a in term 0.
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.975682 14784 leader_election.cc:302] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb614e00fe149308d2946e5b07f1c1a, f1906616f8d3464d91c7d61580f63c4b; no voters:
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.976511 14997 leader_election.cc:288] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7cb614e00fe149308d2946e5b07f1c1a (127.14.104.190:44565), 474bab6a7a2344cb8a4ebec4acd8aade (127.14.104.189:44771)
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.977246 15012 leader_election.cc:288] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 474bab6a7a2344cb8a4ebec4acd8aade (127.14.104.189:44771), f1906616f8d3464d91c7d61580f63c4b (127.14.104.188:38329)
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.978106 14809 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1906616f8d3464d91c7d61580f63c4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7cb614e00fe149308d2946e5b07f1c1a" is_pre_election: true
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.978436 15012 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Leader pre-election won for term 1
13:30:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.979177 15012 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:30:03.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.981019 15012 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 0 FOLLOWER]: Advancing to term 1
13:30:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.993034 15012 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:03.995419 15012 leader_election.cc:288] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [CANDIDATE]: Term 1 election: Requested vote from peers 474bab6a7a2344cb8a4ebec4acd8aade (127.14.104.189:44771), f1906616f8d3464d91c7d61580f63c4b (127.14.104.188:38329)
13:30:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.000633 14809 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f1906616f8d3464d91c7d61580f63c4b in current term 1: Already voted for candidate 7cb614e00fe149308d2946e5b07f1c1a in this term.
13:30:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.006101 14963 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7cb614e00fe149308d2946e5b07f1c1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1906616f8d3464d91c7d61580f63c4b"
13:30:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.006672 14963 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 0 FOLLOWER]: Advancing to term 1
13:30:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.014859 14963 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7cb614e00fe149308d2946e5b07f1c1a in term 1.
13:30:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.016360 14784 leader_election.cc:302] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb614e00fe149308d2946e5b07f1c1a, f1906616f8d3464d91c7d61580f63c4b; no voters:
13:30:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.017261 15012 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 1 FOLLOWER]: Leader election won for term 1
13:30:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.017831 15012 raft_consensus.cc:686] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [term 1 LEADER]: Becoming Leader. State: Replica: 7cb614e00fe149308d2946e5b07f1c1a, State: Running, Role: LEADER
13:30:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.020419 15012 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.028724 15025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7cb614e00fe149308d2946e5b07f1c1a. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.029619 15025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: This master's current role is: LEADER
13:30:04.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.038735 15027 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:30:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.046510 15027 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:30:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.067015 14963 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 1 FOLLOWER]: Refusing update from remote peer 7cb614e00fe149308d2946e5b07f1c1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:30:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.069797 15025 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:30:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.109284 14997 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7cb614e00fe149308d2946e5b07f1c1a. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.110639 14997 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: This master's current role is: FOLLOWER
13:30:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.119691 15027 catalog_manager.cc:1347] Generated new cluster ID: 3617f900fbde4b6f89c6f63171a70261
13:30:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.120005 15027 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:30:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.121773 14909 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } attempt: 7
13:30:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.134191 15025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.134987 15025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: This master's current role is: LEADER
13:30:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.176422 14909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: Bootstrap starting.
13:30:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.179818 14997 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.180630 14997 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [sys.catalog]: This master's current role is: FOLLOWER
13:30:04.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.197758 15027 catalog_manager.cc:1370] Generated new certificate authority record
13:30:04.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.200477 15027 catalog_manager.cc:1504] Loading token signing keys...
13:30:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.217170 14909 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: Neither blocks nor log segments found. Creating new log.
13:30:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.234009 14909 log.cc:824] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: Log is configured to *not* fsync() on all Append() calls
13:30:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.243621 15027 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a: Generated new TSK 0
13:30:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.245227 15027 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.267495 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/logs
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data/info.pb
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.129:0
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.129
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.129
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:30:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.267968 14909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: No bootstrap required, opened a new log
13:30:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.372413 14909 raft_consensus.cc:348] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.375020 14909 raft_consensus.cc:374] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:30:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.375855 14909 raft_consensus.cc:729] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 474bab6a7a2344cb8a4ebec4acd8aade, State: Initialized, Role: FOLLOWER
13:30:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.378580 14909 consensus_queue.cc:260] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } }
13:30:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.404693 14883 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1906616f8d3464d91c7d61580f63c4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" is_pre_election: true
13:30:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.405614 14883 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f1906616f8d3464d91c7d61580f63c4b in term 0.
13:30:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.406913 14881 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 0 FOLLOWER]: Advancing to term 1
13:30:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.409787 14882 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7cb614e00fe149308d2946e5b07f1c1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474bab6a7a2344cb8a4ebec4acd8aade"
13:30:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.411207 14884 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7cb614e00fe149308d2946e5b07f1c1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" is_pre_election: true
13:30:04.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.413851 14938 leader_election.cc:302] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 474bab6a7a2344cb8a4ebec4acd8aade, f1906616f8d3464d91c7d61580f63c4b; no voters: 7cb614e00fe149308d2946e5b07f1c1a
13:30:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.416227 14997 raft_consensus.cc:2741] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
13:30:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.421733 14881 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [term 1 FOLLOWER]: Refusing update from remote peer 7cb614e00fe149308d2946e5b07f1c1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:30:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.423475 15025 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:30:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.431139 14909 sys_catalog.cc:564] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: configured and running, proceeding with master startup.
13:30:04.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.432191 15036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.438874 15036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: This master's current role is: FOLLOWER
13:30:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.458664 14863 tablet.cc:2369] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:30:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.500480 15037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.501235 15037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: This master's current role is: FOLLOWER
13:30:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.500407 15036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7cb614e00fe149308d2946e5b07f1c1a. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.502480 15036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade [sys.catalog]: This master's current role is: FOLLOWER
13:30:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.548106 15052 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:30:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.626929 15008 catalog_manager.cc:1259] Loaded cluster ID: 3617f900fbde4b6f89c6f63171a70261
13:30:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.627229 15008 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: loading cluster ID for follower catalog manager: success
13:30:04.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.635905 15008 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: acquiring CA information for follower catalog manager: success
13:30:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.642493 15008 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f1906616f8d3464d91c7d61580f63c4b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:30:04.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.795854 15035 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.796895 15035 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:04.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.797950 15035 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.839010 15025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7cb614e00fe149308d2946e5b07f1c1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7cb614e00fe149308d2946e5b07f1c1a" member_type: VOTER last_known_addr { host: "127.14.104.190" port: 44565 } } peers { permanent_uuid: "474bab6a7a2344cb8a4ebec4acd8aade" member_type: VOTER last_known_addr { host: "127.14.104.189" port: 44771 } } peers { permanent_uuid: "f1906616f8d3464d91c7d61580f63c4b" member_type: VOTER last_known_addr { host: "127.14.104.188" port: 38329 } } }
13:30:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.840363 15025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cb614e00fe149308d2946e5b07f1c1a [sys.catalog]: This master's current role is: LEADER
13:30:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.851786 15035 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.853454 15035 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.104.129
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.912608 15035 tablet_server_runner.cc:78] Tablet server non-default flags:
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.129:0
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data/info.pb
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.129
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.129
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/logs
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:04.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.915571 15035 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:04.917932 15035 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:04.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.944088 15060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:05.579107 15052 catalog_manager.cc:1259] Loaded cluster ID: 3617f900fbde4b6f89c6f63171a70261
13:30:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:05.579381 15052 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: loading cluster ID for follower catalog manager: success
13:30:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:05.600242 15052 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: acquiring CA information for follower catalog manager: success
13:30:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:05.618428 15052 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 474bab6a7a2344cb8a4ebec4acd8aade: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:30:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:06.337041 15059 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 15035
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:04.945056 15061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:07.519938 15059 kernel_stack_watchdog.cc:198] Thread 15035 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 384ms:
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:30:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:30:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:07.520943 15035 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.570s user 0.731s sys 0.973s
13:30:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:07.521495 15035 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.571s user 0.731s sys 0.973s
13:30:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:07.524133 15063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:07.525699 15062 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2569 milliseconds
13:30:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.525725 15035 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.528039 15035 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.530542 15035 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.531980 15035 hybrid_clock.cc:648] HybridClock initialized: now 1790602207531952 us; error 44 us; skew 500 ppm
13:30:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.532832 15035 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:07.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.545073 15035 webserver.cc:460] Webserver started at http://127.14.104.129:40049/ using document root <none> and password file <none>
13:30:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.546139 15035 fs_manager.cc:359] Metadata directory not provided
13:30:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.546341 15035 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.546721 15035 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.551476 15035 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data/instance:
13:30:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c1e6d65c1104c1abac5dd9daed0390b"
13:30:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:07 on dist-test-slave-hqlw"
13:30:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.552587 15035 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal/instance:
13:30:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c1e6d65c1104c1abac5dd9daed0390b"
13:30:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:07 on dist-test-slave-hqlw"
13:30:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.562234 15035 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.006s
13:30:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.569273 15071 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.570461 15035 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.570756 15035 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c1e6d65c1104c1abac5dd9daed0390b"
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:07 on dist-test-slave-hqlw"
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.571058 15035 fs_report.cc:383] FS layout report
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data/data
13:30:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:07.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:07.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:07.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.617010 15035 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.618583 15035 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.619091 15035 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.622475 15035 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:30:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.627900 15035 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:30:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.628127 15035 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:30:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.628399 15035 ts_tablet_manager.cc:610] Registered 0 tablets
13:30:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.628618 15035 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:30:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.830466 15035 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.129:35531
13:30:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.830576 15183 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.129:35531 every 8 connection(s)
13:30:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.833585 15035 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/data/info.pb
13:30:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.839120 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15035
13:30:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.839696 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-0/wal/instance
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.850747 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/logs
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data/info.pb
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.130:0
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.130
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.130
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:30:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.905768 15184 heartbeater.cc:347] Connected to a master server at 127.14.104.188:38329
13:30:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.906292 15184 heartbeater.cc:464] Registering TS with master...
13:30:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.907495 15184 heartbeater.cc:511] Master 127.14.104.188:38329 requested a full tablet report, sending...
13:30:07.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.910641 14953 ts_manager.cc:194] Registered new tserver with Master: 8c1e6d65c1104c1abac5dd9daed0390b (127.14.104.129:35531)
13:30:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.917510 15186 heartbeater.cc:347] Connected to a master server at 127.14.104.190:44565
13:30:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.917871 15186 heartbeater.cc:464] Registering TS with master...
13:30:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.918679 15186 heartbeater.cc:511] Master 127.14.104.190:44565 requested a full tablet report, sending...
13:30:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.919561 15185 heartbeater.cc:347] Connected to a master server at 127.14.104.189:44771
13:30:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.919888 15185 heartbeater.cc:464] Registering TS with master...
13:30:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.920656 15185 heartbeater.cc:511] Master 127.14.104.189:44771 requested a full tablet report, sending...
13:30:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.920994 14798 ts_manager.cc:194] Registered new tserver with Master: 8c1e6d65c1104c1abac5dd9daed0390b (127.14.104.129:35531)
13:30:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.923763 14798 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.104.129:42217
13:30:07.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:07.924088 14874 ts_manager.cc:194] Registered new tserver with Master: 8c1e6d65c1104c1abac5dd9daed0390b (127.14.104.129:35531)
13:30:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.267596 15192 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.268170 15192 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.268913 15192 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.301119 15192 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.302098 15192 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.104.130
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:08.338932 15192 tablet_server_runner.cc:78] Tablet server non-default flags:
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.130:0
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data/info.pb
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.130
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.130
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/logs
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:08.340473 15192 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:08.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:08.342517 15192 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.372303 15201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:08.928339 15186 heartbeater.cc:503] Master 127.14.104.190:44565 was elected leader, sending a full tablet report...
13:30:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:08.374233 15200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:09.567473 15203 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:09.570441 15202 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1194 milliseconds
13:30:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.570567 15192 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.572093 15192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.574345 15192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.575822 15192 hybrid_clock.cc:648] HybridClock initialized: now 1790602209575787 us; error 50 us; skew 500 ppm
13:30:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.576681 15192 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.585596 15192 webserver.cc:460] Webserver started at http://127.14.104.130:46093/ using document root <none> and password file <none>
13:30:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.586594 15192 fs_manager.cc:359] Metadata directory not provided
13:30:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.586795 15192 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.587188 15192 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.592577 15192 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data/instance:
13:30:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d1ac19615244e6a89c225bcb4a8a85"
13:30:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:09 on dist-test-slave-hqlw"
13:30:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.593981 15192 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal/instance:
13:30:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d1ac19615244e6a89c225bcb4a8a85"
13:30:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:09 on dist-test-slave-hqlw"
13:30:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.601840 15192 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
13:30:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.607542 15212 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.608983 15192 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
13:30:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.609380 15192 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal
13:30:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d1ac19615244e6a89c225bcb4a8a85"
13:30:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:09 on dist-test-slave-hqlw"
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.609719 15192 fs_report.cc:383] FS layout report
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data/data
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.658593 15192 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.660061 15192 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.660501 15192 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.662927 15192 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:30:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.667032 15192 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:30:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.667225 15192 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:30:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.667531 15192 ts_tablet_manager.cc:610] Registered 0 tablets
13:30:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.667732 15192 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:30:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.868561 15192 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.130:42785
13:30:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.868709 15324 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.130:42785 every 8 connection(s)
13:30:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.871754 15192 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/data/info.pb
13:30:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.879330 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15192
13:30:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.880505 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-1/wal/instance
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.894869 14754 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/logs
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data/info.pb
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.131:0
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.131
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.131
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:30:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.936359 15325 heartbeater.cc:347] Connected to a master server at 127.14.104.188:38329
13:30:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.936915 15325 heartbeater.cc:464] Registering TS with master...
13:30:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.938285 15325 heartbeater.cc:511] Master 127.14.104.188:38329 requested a full tablet report, sending...
13:30:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.941684 14953 ts_manager.cc:194] Registered new tserver with Master: 43d1ac19615244e6a89c225bcb4a8a85 (127.14.104.130:42785)
13:30:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.943452 15326 heartbeater.cc:347] Connected to a master server at 127.14.104.189:44771
13:30:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.943819 15329 heartbeater.cc:347] Connected to a master server at 127.14.104.190:44565
13:30:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.943799 15326 heartbeater.cc:464] Registering TS with master...
13:30:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.944113 15329 heartbeater.cc:464] Registering TS with master...
13:30:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.944880 15329 heartbeater.cc:511] Master 127.14.104.190:44565 requested a full tablet report, sending...
13:30:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.944983 15326 heartbeater.cc:511] Master 127.14.104.189:44771 requested a full tablet report, sending...
13:30:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.947834 14798 ts_manager.cc:194] Registered new tserver with Master: 43d1ac19615244e6a89c225bcb4a8a85 (127.14.104.130:42785)
13:30:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.948169 14874 ts_manager.cc:194] Registered new tserver with Master: 43d1ac19615244e6a89c225bcb4a8a85 (127.14.104.130:42785)
13:30:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:09.950114 14798 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.104.130:32789
13:30:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.317448 15332 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.318048 15332 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.318610 15332 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.352488 15332 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.353478 15332 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.104.131
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:10.391609 15332 tablet_server_runner.cc:78] Tablet server non-default flags:
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.104.148:32935
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.104.131:0
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data/info.pb
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.104.131
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.104.190:44565,127.14.104.189:44771,127.14.104.188:38329
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.104.131
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/logs
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:10.394804 15332 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:10.397667 15332 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.423290 15341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:10.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:10.954890 15329 heartbeater.cc:503] Master 127.14.104.190:44565 was elected leader, sending a full tablet report...
13:30:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.424404 15344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:10.425127 15342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:11.548336 15343 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:30:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.548421 15332 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.552567 15332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.555636 15332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.557088 15332 hybrid_clock.cc:648] HybridClock initialized: now 1790602211557009 us; error 79 us; skew 500 ppm
13:30:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.558199 15332 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.568136 15332 webserver.cc:460] Webserver started at http://127.14.104.131:39501/ using document root <none> and password file <none>
13:30:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.569578 15332 fs_manager.cc:359] Metadata directory not provided
13:30:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.569919 15332 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.570483 15332 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.575691 15332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data/instance:
13:30:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "357bef9c93af477c84c1d75250630b68"
13:30:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:11 on dist-test-slave-hqlw"
13:30:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.577015 15332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal/instance:
13:30:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "357bef9c93af477c84c1d75250630b68"
13:30:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:11 on dist-test-slave-hqlw"
13:30:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.584372 15332 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.003s
13:30:11.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.590396 15352 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.591912 15332 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:30:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.592216 15332 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal
13:30:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "357bef9c93af477c84c1d75250630b68"
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:11 on dist-test-slave-hqlw"
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.592579 15332 fs_report.cc:383] FS layout report
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data/data
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.650315 15332 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.651791 15332 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.652225 15332 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.655148 15332 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:30:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.659644 15332 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:30:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.659863 15332 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:30:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.660053 15332 ts_tablet_manager.cc:610] Registered 0 tablets
13:30:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.660183 15332 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:30:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.876611 15332 rpc_server.cc:307] RPC server started. Bound to: 127.14.104.131:34389
13:30:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.877624 15464 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.104.131:34389 every 8 connection(s)
13:30:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.881351 15332 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/data/info.pb
13:30:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.883033 14754 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15332
13:30:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.883477 14754 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster3628927318941723842/ts-2/wal/instance
13:30:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.936458 15465 heartbeater.cc:347] Connected to a master server at 127.14.104.188:38329
13:30:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.937005 15465 heartbeater.cc:464] Registering TS with master...
13:30:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.940033 15465 heartbeater.cc:511] Master 127.14.104.188:38329 requested a full tablet report, sending...
13:30:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.944072 14952 ts_manager.cc:194] Registered new tserver with Master: 357bef9c93af477c84c1d75250630b68 (127.14.104.131:34389)
13:30:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.948483 15468 heartbeater.cc:347] Connected to a master server at 127.14.104.190:44565
13:30:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.948804 15466 heartbeater.cc:347] Connected to a master server at 127.14.104.189:44771
13:30:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.948925 15468 heartbeater.cc:464] Registering TS with master...
13:30:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.949167 15466 heartbeater.cc:464] Registering TS with master...
13:30:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.949906 15468 heartbeater.cc:511] Master 127.14.104.190:44565 requested a full tablet report, sending...
13:30:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.950448 15466 heartbeater.cc:511] Master 127.14.104.189:44771 requested a full tablet report, sending...
13:30:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.952224 14798 ts_manager.cc:194] Registered new tserver with Master: 357bef9c93af477c84c1d75250630b68 (127.14.104.131:34389)
13:30:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.953507 14874 ts_manager.cc:194] Registered new tserver with Master: 357bef9c93af477c84c1d75250630b68 (127.14.104.131:34389)
13:30:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.954238 14798 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.104.131:57819
13:30:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:11.971539 14754 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
13:30:11.986 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:30:11.987 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:30:12.003 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.104.190"
port: 44565
}
bound_http_address {
host: "127.14.104.190"
port: 37821
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.104.189"
port: 44771
}
bound_http_address {
host: "127.14.104.189"
port: 34737
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.104.188"
port: 38329
}
bound_http_address {
host: "127.14.104.188"
port: 45841
}
}
}
13:30:12.012 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:30:12.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.104.129"
port: 35531
}
bound_http_address {
host: "127.14.104.129"
port: 40049
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.104.130"
port: 42785
}
bound_http_address {
host: "127.14.104.130"
port: 46093
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.104.131"
port: 34389
}
bound_http_address {
host: "127.14.104.131"
port: 39501
}
}
}
13:30:12.015 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:30:12.234 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:30:12.361 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskI2iXOX/test-tmp
13:30:12.362 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:30:12.362 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskI2iXOX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:30:12.365 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:30:12.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:12.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:30:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:12.707314 15477 mini_oidc.cc:152] Starting JWKS server
13:30:12.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:12.711014 15477 webserver.cc:460] Webserver started at http://127.0.0.1:41055/ using document root <none> and password file <none>
13:30:12.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:12.711570 15477 mini_oidc.cc:189] Starting OIDC Discovery server
13:30:12.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:12.713351 15477 webserver.cc:460] Webserver started at http://127.0.0.1:39753/ using document root <none> and password file <none>
13:30:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:30:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/principal' for realm 'KRBTEST.COM',
13:30:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:30:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:12 dist-test-slave-hqlw krb5kdc[15489](info): setting up network...
13:30:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:30:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:12 dist-test-slave-hqlw krb5kdc[15489](info): set up 2 sockets
13:30:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:12 dist-test-slave-hqlw krb5kdc[15489](info): commencing operation
13:30:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:30:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:12.959919 15468 heartbeater.cc:503] Master 127.14.104.190:44565 was elected leader, sending a full tablet report...
13:30:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:13.145036 14984 debug-util.cc:398] Leaking SignalData structure 0x7b080009d7e0 after lost signal to thread 14916
13:30:13.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:13.145849 14984 debug-util.cc:398] Leaking SignalData structure 0x7b0800082cc0 after lost signal to thread 14987
13:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:13.789884 15477 mini_kdc.cc:121] Time spent starting KDC: real 1.042s user 0.001s sys 0.024s
13:30:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:30:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:30:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:30:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:30:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:30:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:30:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:30:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:30:13.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:30:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:30:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/test-user.keytab.
13:30:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/test-user.keytab.
13:30:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:13 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:30:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:30:13Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:30:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:30:13Z Disabled control of system clock
13:30:13.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.29.126@KRBTEST.COM; defaulting to no policy
13:30:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.29.126@KRBTEST.COM" created.
13:30:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab.
13:30:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab.
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:14.014289 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/logs
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.126:37711
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.126
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.126
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.429183 15502 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.429860 15502 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.430567 15502 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.461861 15502 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.462129 15502 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.462512 15502 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.462806 15502 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.463088 15502 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.463390 15502 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.463601 15502 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:14.502457 15502 master_runner.cc:386] Master server non-default flags:
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.126
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.126:37711
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.126
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/logs
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:14.504175 15502 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:14.505666 15502 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.529954 15508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.530289 15509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:14.531179 15511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:15.717927 15510 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:30:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.718011 15502 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.721361 15502 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.724050 15502 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.725411 15502 hybrid_clock.cc:648] HybridClock initialized: now 1790602215725360 us; error 67 us; skew 500 ppm
13:30:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.726190 15502 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:15 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602215, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.732724 15502 init.cc:377] Logged in from keytab as kudu/127.15.29.126@KRBTEST.COM (short username kudu)
13:30:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.738196 15502 webserver.cc:460] Webserver started at http://127.15.29.126:34271/ using document root <none> and password file <none>
13:30:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.739143 15502 fs_manager.cc:359] Metadata directory not provided
13:30:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.739362 15502 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.739744 15502 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.744611 15502 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/instance:
13:30:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b"
13:30:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:15 on dist-test-slave-hqlw"
13:30:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.745728 15502 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal/instance:
13:30:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b"
13:30:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:15 on dist-test-slave-hqlw"
13:30:15.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.752767 15502 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
13:30:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.758461 15520 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.759673 15502 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.759976 15502 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b"
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:15 on dist-test-slave-hqlw"
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.760278 15502 fs_report.cc:383] FS layout report
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/data
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.804127 15502 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.810571 15502 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.811003 15502 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.897621 15502 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.126:37711
13:30:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.897714 15571 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.126:37711 every 8 connection(s)
13:30:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.900444 15502 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.903281 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15502
13:30:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.903870 15477 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal/instance
13:30:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.907207 15572 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.923230 15572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } has no permanent_uuid. Determining permanent_uuid...
13:30:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.29.125@KRBTEST.COM; defaulting to no policy
13:30:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.29.125@KRBTEST.COM" created.
13:30:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:15 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602215, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.126@KRBTEST.COM for kudu/127.15.29.126@KRBTEST.COM
13:30:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab.
13:30:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab.
13:30:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.958461 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/logs
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.125:41151
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.125
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.125
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:15.977586 15572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } has no permanent_uuid. Determining permanent_uuid...
13:30:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:15.980520 15521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:15.985541 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.035102 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 1
13:30:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.039274 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.107714 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 2
13:30:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.111915 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.203390 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 3
13:30:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.207348 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.286473 15578 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.287040 15578 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.287617 15578 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.320067 15578 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.320302 15578 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.320557 15578 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.320772 15578 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.320950 15578 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.321136 15578 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.321272 15578 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.350826 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 4
13:30:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.355784 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.358681 15578 master_runner.cc:386] Master server non-default flags:
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.125
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.125:41151
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.125
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/logs
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.359793 15578 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.361093 15578 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.383457 15586 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:16.655408 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 5
13:30:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.660789 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.208492 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 6
13:30:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:17.216908 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.125:41151: Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.383481 15585 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:16.383755 15588 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:17.580017 15587 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1193 milliseconds
13:30:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.580178 15578 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.581489 15578 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.584357 15578 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:17.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.585687 15578 hybrid_clock.cc:648] HybridClock initialized: now 1790602217585656 us; error 49 us; skew 500 ppm
13:30:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.586473 15578 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:17 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602217, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:17.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.592530 15578 init.cc:377] Logged in from keytab as kudu/127.15.29.125@KRBTEST.COM (short username kudu)
13:30:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.598291 15578 webserver.cc:460] Webserver started at http://127.15.29.125:34047/ using document root <none> and password file <none>
13:30:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.599265 15578 fs_manager.cc:359] Metadata directory not provided
13:30:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.599478 15578 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:17.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.599968 15578 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:17.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.604943 15578 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/instance:
13:30:17.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce75271cd2e3416389267e5ba212d6f0"
13:30:17.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:17 on dist-test-slave-hqlw"
13:30:17.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.606165 15578 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal/instance:
13:30:17.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce75271cd2e3416389267e5ba212d6f0"
13:30:17.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:17 on dist-test-slave-hqlw"
13:30:17.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.613775 15578 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
13:30:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.619889 15598 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.621006 15578 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:30:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.621399 15578 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce75271cd2e3416389267e5ba212d6f0"
13:30:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:17 on dist-test-slave-hqlw"
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.621770 15578 fs_report.cc:383] FS layout report
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/data
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.658896 15578 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.664901 15578 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.665593 15578 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.759840 15578 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.125:41151
13:30:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.760020 15649 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.125:41151 every 8 connection(s)
13:30:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.762570 15578 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.767817 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15578
13:30:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.768301 15477 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal/instance
13:30:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.771538 15650 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.792160 15650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } has no permanent_uuid. Determining permanent_uuid...
13:30:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.29.124@KRBTEST.COM; defaulting to no policy
13:30:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.29.124@KRBTEST.COM" created.
13:30:17.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:17 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602217, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.125@KRBTEST.COM for kudu/127.15.29.126@KRBTEST.COM
13:30:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:30:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab.
13:30:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.29.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab.
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.835862 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/logs
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.124:45897
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.124
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.124
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.845270 15650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } has no permanent_uuid. Determining permanent_uuid...
13:30:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:17 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602217, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.125@KRBTEST.COM for kudu/127.15.29.125@KRBTEST.COM
13:30:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.880367 15650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
13:30:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:17.883159 15600 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:17.887802 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:17.937247 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 1
13:30:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:17.943284 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.011766 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 2
13:30:18.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.015774 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.107163 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 3
13:30:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.110911 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.188205 15656 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.188738 15656 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:18.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.189299 15656 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.222357 15656 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.222606 15656 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.222862 15656 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.223055 15656 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.223228 15656 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.223410 15656 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.223551 15656 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.254303 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 4
13:30:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.258212 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.264719 15656 master_runner.cc:386] Master server non-default flags:
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.124
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.124:45897
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.124
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/logs
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.265944 15656 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.266976 15656 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.277422 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } attempt: 7
13:30:18.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.288203 15666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:18 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602215, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.126@KRBTEST.COM for kudu/127.15.29.125@KRBTEST.COM
13:30:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.307265 15572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
13:30:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.313385 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.371888 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 1
13:30:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.377120 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.458593 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 2
13:30:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.462512 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.547968 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 3
13:30:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.551506 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.557596 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 5
13:30:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.561467 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.691980 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 4
13:30:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.696415 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.979826 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 5
13:30:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.984288 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.108986 15650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 6
13:30:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:19.115850 15650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.288239 15668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:18.289755 15665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:18.289299 15656 server_base.cc:1034] running on GCE node
13:30:19.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.437163 15656 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.440485 15656 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.441884 15656 hybrid_clock.cc:648] HybridClock initialized: now 1790602219441852 us; error 52 us; skew 500 ppm
13:30:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.442857 15656 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602219, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.449903 15656 init.cc:377] Logged in from keytab as kudu/127.15.29.124@KRBTEST.COM (short username kudu)
13:30:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.455770 15656 webserver.cc:460] Webserver started at http://127.15.29.124:40125/ using document root <none> and password file <none>
13:30:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.456673 15656 fs_manager.cc:359] Metadata directory not provided
13:30:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.456866 15656 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.457242 15656 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:30:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.462963 15656 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/instance:
13:30:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81290205c31e447d89450222e80b3fcd"
13:30:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:19 on dist-test-slave-hqlw"
13:30:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.464208 15656 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal/instance:
13:30:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81290205c31e447d89450222e80b3fcd"
13:30:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:19 on dist-test-slave-hqlw"
13:30:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.475102 15656 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.012s sys 0.000s
13:30:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.482563 15683 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.483897 15656 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
13:30:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.485392 15656 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81290205c31e447d89450222e80b3fcd"
13:30:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:19 on dist-test-slave-hqlw"
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.485762 15656 fs_report.cc:383] FS layout report
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/data
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.526136 15656 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.532055 15656 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.532569 15656 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.536731 15572 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } attempt: 6
13:30:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:19.543284 15572 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.29.124:45897: Network error: Client connection negotiation failed: client connection to 127.15.29.124:45897: connect: Connection refused (error 111)
13:30:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.624708 15656 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.124:45897
13:30:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.624782 15736 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.124:45897 every 8 connection(s)
13:30:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.627533 15656 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.632957 15737 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:30:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.637894 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15656
13:30:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.638411 15477 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal/instance
13:30:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.650866 15737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } has no permanent_uuid. Determining permanent_uuid...
13:30:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602219, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for kudu/127.15.29.126@KRBTEST.COM
13:30:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.29.124@KRBTEST.COM
13:30:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.691641 15737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } has no permanent_uuid. Determining permanent_uuid...
13:30:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602219, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for kudu/127.15.29.125@KRBTEST.COM
13:30:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.29.125@KRBTEST.COM
13:30:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.717586 15737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
13:30:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602219, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for kudu/127.15.29.124@KRBTEST.COM
13:30:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.29.126@KRBTEST.COM
13:30:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.749574 15737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Bootstrap starting.
13:30:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.756165 15737 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Neither blocks nor log segments found. Creating new log.
13:30:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.758318 15737 log.cc:824] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Log is configured to *not* fsync() on all Append() calls
13:30:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.761765 15477 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
13:30:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.768272 15737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: No bootstrap required, opened a new log
13:30:19.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:19.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:30:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.800616 15737 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.802044 15737 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:30:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.802539 15737 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81290205c31e447d89450222e80b3fcd, State: Initialized, Role: FOLLOWER
13:30:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.804132 15737 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:19.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:30:19.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:30:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.821516 15746 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } } }
13:30:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.822396 15746 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: This master's current role is: FOLLOWER
13:30:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.823915 15737 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: configured and running, proceeding with master startup.
13:30:19.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.29.126"
port: 37711
}
bound_http_address {
host: "127.15.29.126"
port: 34271
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.29.125"
port: 41151
}
bound_http_address {
host: "127.15.29.125"
port: 34047
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.29.124"
port: 45897
}
bound_http_address {
host: "127.15.29.124"
port: 40125
}
}
}
13:30:19.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:30:19.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:19.827 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:30:19.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:30:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:19 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602219, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:30:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:19.885857 15759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:19.888774 15759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.869800 15656 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: OK, instance_id { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" instance_seqno: 1790602215871352 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:30:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:19.903781 15656 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:19.964089 15477 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.134s user 0.002s sys 0.009s
13:30:19.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:19.968 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc
13:30:19.975 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:30:19.978 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc
13:30:19.980 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:30:19.984 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:30:19.986 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:30:19.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:30:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:20 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602220, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:30:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.040645 15689 tablet.cc:2369] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:30:20.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:20.062 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc
13:30:20.064 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:30:20.065 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.29.125:41151
13:30:20.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:30:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.068284 15477 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15578
13:30:20.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:20.088 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.29.126:37711
13:30:20.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:30:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.090281 15477 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15502
13:30:20.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:20.114 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.29.124:45897
13:30:20.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:30:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.114851 15477 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15656
13:30:20.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:20.139 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.29.125:41151
13:30:20.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.141975 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/logs
13:30:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.125:41151
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.125
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34047
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.125
13:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.558552 15763 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.559279 15763 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.559912 15763 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.593144 15763 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.593434 15763 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.593849 15763 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.594159 15763 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.594501 15763 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.594805 15763 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.595012 15763 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.633670 15763 master_runner.cc:386] Master server non-default flags:
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.125.keytab
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.125
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.125:41151
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.125
13:30:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34047
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/logs
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.635165 15763 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.636502 15763 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.654762 15774 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.654803 15772 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:20.657073 15763 server_base.cc:1034] running on GCE node
13:30:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:20.655440 15771 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:21.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.820345 15763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.823606 15763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.825119 15763 hybrid_clock.cc:648] HybridClock initialized: now 1790602221825029 us; error 80 us; skew 500 ppm
13:30:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.825995 15763 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:21 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602221, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.833446 15763 init.cc:377] Logged in from keytab as kudu/127.15.29.125@KRBTEST.COM (short username kudu)
13:30:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.840857 15763 webserver.cc:460] Webserver started at http://127.15.29.125:34047/ using document root <none> and password file <none>
13:30:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.842011 15763 fs_manager.cc:359] Metadata directory not provided
13:30:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.842236 15763 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.850457 15763 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
13:30:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.855122 15783 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.856299 15763 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.856611 15763 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce75271cd2e3416389267e5ba212d6f0"
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:17 on dist-test-slave-hqlw"
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.859002 15763 fs_report.cc:383] FS layout report
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/data
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.912937 15763 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.919411 15763 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.919988 15763 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.998030 15763 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.125:41151
13:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:21.998116 15834 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.125:41151 every 8 connection(s)
13:30:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.001581 15763 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/data/info.pb
13:30:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.003486 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15763
13:30:22.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:22.004 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.29.126:37711
13:30:22.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.006711 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/logs
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.126:37711
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.126
13:30:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34271
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.126
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.019752 15835 sys_catalog.cc:263] Verifying existing consensus state
13:30:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 13:30:22.020574 15835 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:30:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.020959 15763 master.cc:537] Master@127.15.29.125:41151 shutting down...
13:30:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.075351 15763 master.cc:552] Master@127.15.29.125:41151 shutdown complete.
13:30:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:30:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.340267 15837 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.340828 15837 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.341506 15837 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.373152 15837 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.373426 15837 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.373687 15837 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.373879 15837 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.374065 15837 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.374248 15837 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.374377 15837 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.412380 15837 master_runner.cc:386] Master server non-default flags:
13:30:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.126.keytab
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.126
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.126:37711
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.126
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34271
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/logs
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.413647 15837 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.414858 15837 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.434209 15845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.434243 15847 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:22.435657 15837 server_base.cc:1034] running on GCE node
13:30:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:22.434653 15844 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.613415 15837 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.616572 15837 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.618026 15837 hybrid_clock.cc:648] HybridClock initialized: now 1790602223617906 us; error 132 us; skew 500 ppm
13:30:23.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.619092 15837 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:23 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602223, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.630270 15837 init.cc:377] Logged in from keytab as kudu/127.15.29.126@KRBTEST.COM (short username kudu)
13:30:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.636185 15837 webserver.cc:460] Webserver started at http://127.15.29.126:34271/ using document root <none> and password file <none>
13:30:23.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.637158 15837 fs_manager.cc:359] Metadata directory not provided
13:30:23.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.637427 15837 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.645581 15837 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.004s
13:30:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.649838 15856 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.650887 15837 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:30:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.651221 15837 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b"
13:30:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:15 on dist-test-slave-hqlw"
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.653540 15837 fs_report.cc:383] FS layout report
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/data
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:23.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.694028 15837 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.700312 15837 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.700754 15837 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.769870 15837 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.126:37711
13:30:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.769959 15907 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.126:37711 every 8 connection(s)
13:30:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.773772 15837 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/data/info.pb
13:30:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.775997 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15837
13:30:23.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:23.777 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.29.124:45897
13:30:23.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.781214 15477 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:30:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/logs
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:30:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.124:45897
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.124
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40125
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.124
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:30:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.792449 15908 sys_catalog.cc:263] Verifying existing consensus state
13:30:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 13:30:23.794085 15908 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:30:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.802101 15837 master.cc:537] Master@127.15.29.126:37711 shutting down...
13:30:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:23.869300 15837 master.cc:552] Master@127.15.29.126:37711 shutdown complete.
13:30:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:30:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.135823 15910 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:30:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.136487 15910 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:30:24.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.137202 15910 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:30:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.169339 15910 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:30:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.169615 15910 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:30:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.170015 15910 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:30:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.170312 15910 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:30:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.170611 15910 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:30:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.170899 15910 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:30:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.171093 15910 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41055/jwks.json
13:30:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:24.209192 15910 master_runner.cc:386] Master server non-default flags:
13:30:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:30:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.84:37763
13:30:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:30:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.126:37711,127.15.29.125:41151,127.15.29.124:45897
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/krb5kdc/kudu_127.15.29.124.keytab
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.29.124
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.124:45897
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41055/jwks.json
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.124
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40125
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/logs
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:24.210731 15910 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:30:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:24.212182 15910 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:30:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.230839 15917 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.230831 15916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:24.230887 15919 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:30:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.373274 15918 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:30:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.373436 15910 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:30:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.378333 15910 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:30:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.382177 15910 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:30:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.383726 15910 hybrid_clock.cc:648] HybridClock initialized: now 1790602225383659 us; error 54 us; skew 500 ppm
13:30:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.384575 15910 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:30:25.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:25 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602225, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.391233 15910 init.cc:377] Logged in from keytab as kudu/127.15.29.124@KRBTEST.COM (short username kudu)
13:30:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.396519 15910 webserver.cc:460] Webserver started at http://127.15.29.124:40125/ using document root <none> and password file <none>
13:30:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.397583 15910 fs_manager.cc:359] Metadata directory not provided
13:30:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.397861 15910 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:30:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.406823 15910 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
13:30:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.411749 15928 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:30:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.413031 15910 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:30:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.413430 15910 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data,/tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81290205c31e447d89450222e80b3fcd"
13:30:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:30:19 on dist-test-slave-hqlw"
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.416190 15910 fs_report.cc:383] FS layout report
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/wal
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/data
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:30:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:30:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.461304 15910 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.467445 15910 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:30:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.467954 15910 kserver.cc:163] Server-wide thread pool size limit: 3276
13:30:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.538630 15910 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.124:45897
13:30:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.538779 15979 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.29.124:45897 every 8 connection(s)
13:30:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.541765 15910 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskI2iXOX/test-tmp/mini-kudu-cluster5020023999670313317/master-2/data/info.pb
13:30:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.542987 15477 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu as pid 15910
13:30:25.543 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:30:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.552749 15980 sys_catalog.cc:263] Verifying existing consensus state
13:30:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.561096 15980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Bootstrap starting.
13:30:25.593 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.602360 15980 log.cc:824] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Log is configured to *not* fsync() on all Append() calls
13:30:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.607125 15980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:30:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.607841 15980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Bootstrap complete.
13:30:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.639801 15980 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.644107 15980 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:30:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.644418 15980 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81290205c31e447d89450222e80b3fcd, State: Initialized, Role: FOLLOWER
13:30:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.645450 15980 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:25.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.649196 15985 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } } }
13:30:25.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.650076 15985 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: This master's current role is: FOLLOWER
13:30:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.651496 15980 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [sys.catalog]: configured and running, proceeding with master startup.
13:30:25.652 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:25.653 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.124:45897(127.15.29.124:45897)] connecting to peer
13:30:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.680176 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.680565 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.677820 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.707302 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.723258 15934 tablet.cc:2369] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:30:25.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:25.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:25.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:25.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:25.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:25.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:25.738 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.29.124:45897(127.15.29.124:45897)] Successfully connected to peer
13:30:25.838 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:30:25.850 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.15.29.124
13:30:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.964532 15985 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.965132 15985 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.970659 15932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.972914 15985 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.985532 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:25.987481 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.992820 15932 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:25.993682 15985 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:26 dist-test-slave-hqlw krb5kdc[15489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602220, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.29.124@KRBTEST.COM
13:30:26.126 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xab38c2ca, L:/127.0.0.1:47872 - R:/127.15.29.124:45897] using SASL/GSSAPI
13:30:26.147 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.170 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.189 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.250 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.289 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.449 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.451 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:26.683732 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:26.684022 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:26.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:26.951 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:26.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:26.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:26.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:27.109 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:27.110 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:27.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:27.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:27.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:27.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:27.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:27.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:27.617383 16003 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:27.617759 16003 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:27.619257 16003 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:27.624945 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:27.625433 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:27.625798 15929 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:27.626325 16003 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:27.686955 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:27.687223 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:28.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:28.690186 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:28.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:28.690500 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:28.729 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:28.730 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:28.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:28.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:28.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:28.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:28.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:28.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:28.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:29.026058 15976 debug-util.cc:398] Leaking SignalData structure 0x7b0800073a40 after lost signal to thread 15911
13:30:29.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:29.026793 15976 debug-util.cc:398] Leaking SignalData structure 0x7b08000b25e0 after lost signal to thread 15979
13:30:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:29.693852 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:29.694150 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:30.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.074105 16010 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.074545 16010 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.076032 16010 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:30.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:30.081465 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:30.081931 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.082361 15929 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.083099 16010 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:30.697458 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:30.697813 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.727113 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:30.727487 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:31.700652 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:31.700945 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:32.329 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:32.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:32.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:32.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:32.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:32.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:32.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:32.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:32.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:32.703934 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:32.704353 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:33.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:33.707366 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:33.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:33.707643 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:33.922119 16019 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:33.922503 16019 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:33.923941 16019 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:33.925971 15932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111) [suppressed 5 similar messages]
13:30:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:33.928635 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:33.929145 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:33.929491 15932 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:33.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:33.930055 16019 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:34.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:34.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:34.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:34.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:34.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:34.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:34.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:34.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:34.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:34.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:34.711210 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:34.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:34.711580 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:35 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602235, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:35.395318 15924 init.cc:295] Successfully reacquired a new kerberos TGT
13:30:35.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:35.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:35.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:35.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:35.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:35.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:35.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:35.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:35.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:35.714600 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:35.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:35.714879 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:35.730729 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:35.731146 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:36.718191 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:36.718461 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:37.674110 16026 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:37.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:37.674543 16026 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:37.676208 16026 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:37.681030 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:37.681593 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:37.681945 15929 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:37.682654 16026 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:37.721400 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:37.721664 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:38.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:38.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:38.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:38.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:38.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:38.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:38.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:38.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:38.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:38.724437 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:38.724704 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:39.727723 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:39.727977 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:40.730782 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:40.731043 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:40.734006 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:40.734380 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:41.729 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:41.730 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:41.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:41.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:41.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:41.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:41.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:41.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:41.734882 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:41.735221 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:41.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:42.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:42.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:42.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:42.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:42.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:42.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:42.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:42.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:42.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:42.738147 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:42.738400 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:43.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:43.381958 16038 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:43.382361 16038 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:43.384188 16038 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:43.385931 15932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:30:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:43.389027 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:43.389499 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:43.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:43.389968 15929 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:43.390760 16038 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:43.741230 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:43.741518 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:43.769 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:43.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:43.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:43.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:43.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:43.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:43.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:43.778 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:43.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:44.745184 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:44.745548 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:44.801962 14984 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcb60 after lost signal to thread 14916
13:30:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:44.802521 14984 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4a80 after lost signal to thread 14987
13:30:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:30:45 dist-test-slave-hqlw krb5kdc[15489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602245, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.29.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:30:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:45.397709 15924 init.cc:295] Successfully reacquired a new kerberos TGT
13:30:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:45.737756 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:45.738178 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:45.748383 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:45.748667 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:46.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:46.751508 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:46.751773 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:47.669 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:47.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:47.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:47.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:47.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:47.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:47.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:47.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:47.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:47.754796 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:47.755084 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:48.329 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:48.330 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:48.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:48.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:48.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:48.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:48.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:48.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:48.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:48.758234 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:48.758507 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:49.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:49.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:49.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:49.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:49.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:49.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:49.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:49.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:49.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:49.761422 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:49.761673 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:49.767143 16049 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:30:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:49.767560 16049 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f7cdafc8faa4c9096b89c82c6e2b02b" member_type: VOTER last_known_addr { host: "127.15.29.126" port: 37711 } } peers { permanent_uuid: "ce75271cd2e3416389267e5ba212d6f0" member_type: VOTER last_known_addr { host: "127.15.29.125" port: 41151 } } peers { permanent_uuid: "81290205c31e447d89450222e80b3fcd" member_type: VOTER last_known_addr { host: "127.15.29.124" port: 45897 } }
13:30:49.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:49.769194 16049 leader_election.cc:288] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711), ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151)
13:30:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:49.771245 15932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:30:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:49.780894 15932 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f7cdafc8faa4c9096b89c82c6e2b02b (127.15.29.126:37711): Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111)
13:30:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:49.781831 15929 leader_election.cc:334] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ce75271cd2e3416389267e5ba212d6f0 (127.15.29.125:41151): Network error: Client connection negotiation failed: client connection to 127.15.29.125:41151: connect: Connection refused (error 111)
13:30:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:49.782217 15929 leader_election.cc:302] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81290205c31e447d89450222e80b3fcd; no voters: 9f7cdafc8faa4c9096b89c82c6e2b02b, ce75271cd2e3416389267e5ba212d6f0
13:30:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:49.782974 16049 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:30:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:50.740772 15910 master_runner.cc:186] Error getting master registration for 127.15.29.126:37711: Network error: Client connection negotiation failed: client connection to 127.15.29.126:37711: connect: Connection refused (error 111),
13:30:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:50.741159 15910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:30:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:50.764694 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:50.764961 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:51.767824 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:51.768132 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:52.749 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:52.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:52.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:52.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:52.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:52.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:52.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:52.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:52.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:52.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:52.770983 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:52.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:52.771242 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:53.774098 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:53.774420 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:54.778014 15997 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81290205c31e447d89450222e80b3fcd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:30:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:30:54.778630 15997 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:30:55.169 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.125:41151(127.15.29.125:41151)] connecting to peer
13:30:55.169 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.15.29.126:37711(127.15.29.126:37711)] connecting to peer
13:30:55.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:55.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.125:41151(127.15.29.125:41151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:55.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.125:41151: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151
13:30:55.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:55.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.126:37711(127.15.29.126:37711)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:55.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.126:37711: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
13:30:55.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897; will retry
13:30:55.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [597ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [629ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [633ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [635ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [640ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [645ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [660ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [707ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [740ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [746ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [804ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [806ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [845ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [897ms] refreshing cache from master, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [900ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [906ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1397ms] refreshing cache from master, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1557ms] refreshing cache from master, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1565ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1658ms] refreshing cache from master, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1666ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1048738382(state=PENDING, result=null, callback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226), errback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226)))
13:30:55.182 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.29.126:37711(127.15.29.126:37711)] disconnecting while in state TERMINATED
13:30:55.184 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.29.125:41151(127.15.29.125:41151)] disconnecting while in state TERMINATED
13:30:55.184 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.15.29.124:45897(127.15.29.124:45897)] disconnecting while in state READY
13:30:55.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:30:55.190 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.29.124:45897(127.15.29.124:45897)] handling channelInactive
13:30:55.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.124:45897(127.15.29.124:45897)] cleaning up while in state READY due to: connection closed
13:30:55.193 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:30:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:55.195600 15477 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15910
13:30:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:30:56Z chronyd exiting
13:30:57.322 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:30:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.324250 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15035
13:30:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.345867 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15192
13:30:57.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.369197 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 15332
13:30:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.394021 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 14766
13:30:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.423017 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 14836
13:30:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:30:57.452258 14754 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskI2iXOX/build/tsan/bin/kudu with pid 14911
13:30:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:30:58Z chronyd exiting
13:30:59.569 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [597ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [629ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [633ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [635ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [640ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [645ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [660ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [707ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [740ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [746ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [804ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [806ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [845ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [897ms] refreshing cache from master, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [900ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [906ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1397ms] refreshing cache from master, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1557ms] refreshing cache from master, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1565ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1658ms] refreshing cache from master, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1666ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1048738382(state=PENDING, result=null, callback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226), errback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.29.126:37711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [597ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [629ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [633ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [635ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [640ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [645ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [660ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [707ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [740ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [746ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [804ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [806ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [845ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [897ms] refreshing cache from master, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [900ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [906ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1397ms] refreshing cache from master, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1557ms] refreshing cache from master, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1565ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1658ms] refreshing cache from master, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1666ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1048738382(state=PENDING, result=null, callback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226), errback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.29.126:37711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
13:31:00.894 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
13:31:00.894 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [597ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [629ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [633ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [635ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [640ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [645ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [660ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [707ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [740ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [746ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [804ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [806ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [845ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [897ms] refreshing cache from master, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [900ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [906ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1397ms] refreshing cache from master, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1557ms] refreshing cache from master, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1565ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1658ms] refreshing cache from master, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1666ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1048738382(state=PENDING, result=null, callback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226), errback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.29.126:37711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29626), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [597ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [629ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [633ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [635ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [640ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [645ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [660ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [707ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [740ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [746ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [804ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [806ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [841ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [845ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [897ms] refreshing cache from master, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [900ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [906ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1397ms] refreshing cache from master, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1557ms] refreshing cache from master, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1565ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1658ms] refreshing cache from master, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [1659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.125:41151: Network error: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.126:37711: Network error: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.124:45897: OK, [1666ms] delaying RPC due to: Service unavailable: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.125:41151, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.126:37711, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.124:45897, [3180ms] too many traces: truncated at 100 traces, deferred=Deferred@1048738382(state=PENDING, result=null, callback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226), errback=(continuation of Deferred@1288145454 after retry RPC after error@252471082) -> (continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.29.125:41151,127.15.29.126:37711,127.15.29.124:45897) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.125:41151(127.15.29.125:41151): Connection refused: /127.15.29.125:41151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.126:37711(127.15.29.126:37711): Connection refused: /127.15.29.126:37711
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.29.126:37711
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)